-- Logs begin at Thu 2021-09-09 05:55:37 UTC, end at Thu 2021-09-09 07:11:41 UTC. -- Sep 09 06:35:49.318767 dv-cinder-733062-23-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 06:35:52.022726 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.common.config [-] Logging enabled! Sep 09 06:35:52.023341 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 06:35:52.023510 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 06:35:52.026724 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.common.config [-] Logging enabled! Sep 09 06:35:52.026999 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 06:35:52.027311 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 06:35:52.028254 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:35:52.028487 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:35:52.028850 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:35:52.029098 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:35:52.029323 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:35:52.029640 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.029935 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.030225 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.030453 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.030744 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.031063 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.031346 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.031630 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.031921 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.032203 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.032479 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.032762 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.032989 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.033267 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.033549 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.033867 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.034088 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.034364 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.034783 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.035215 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.035494 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.035779 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.036056 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.036322 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.036595 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.036874 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.037198 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] host = dv-cinder-733062-23-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.037472 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.037756 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.038037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.038315 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.038588 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.038860 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.039169 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.039440 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.039710 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.039981 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.040266 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.040549 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.040834 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.041058 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.041280 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.041566 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.041850 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.042124 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.042396 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.042667 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.042936 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.043230 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.043498 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.043780 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.044062 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.044342 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.044613 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.044883 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.045155 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.045425 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.045706 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.045977 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.046246 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.046515 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.046798 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.047088 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.047362 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.047660 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.047943 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.048219 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.048499 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.048767 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.049048 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.049877 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.050149 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.050420 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.050946 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.051236 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.051515 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.051787 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.052057 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.052326 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.052596 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.052878 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:52.053171 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.053461 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.053760 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.054044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.054335 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.054613 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.054898 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.055200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.055485 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.055771 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.056057 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.056332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.056619 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.056895 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.057185 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.057484 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.057776 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.058068 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.058340 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.058610 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.058882 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.059181 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.059466 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.059748 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.060036 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.060323 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.060599 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.060877 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.061167 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.061451 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.061726 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.062002 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.062287 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.062562 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.062832 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.063141 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.063428 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.063704 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.063975 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.064253 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.064527 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.064795 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.065621 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.065898 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.066187 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.066463 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.066734 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.067025 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.067304 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.067572 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.067852 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.068129 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.068400 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.068670 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.068947 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.069218 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.069485 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.069764 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.070034 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.070311 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.070580 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.070848 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.071142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.071412 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.071678 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.071948 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.072215 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.072488 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.072758 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.073026 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.073294 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.073562 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.073830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.074113 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.074409 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.074685 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.074975 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.075256 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.075531 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.075805 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.076080 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.076354 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.076627 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.076896 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.077183 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.077461 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.077740 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.078020 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.078293 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.078588 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.078862 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.079177 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.079451 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.079727 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.080004 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.080284 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.080611 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.080902 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.081189 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.081476 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.081761 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.082036 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.082340 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.082616 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:52.082830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:35:52.083095 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100839) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 06:35:52.435334 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 06:35:52.435610 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 06:35:52.435900 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 06:35:52.436227 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 06:35:52.824883 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.825178 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.825460 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.826757 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.827067 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.827332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.863330 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.863604 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.863868 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.878424 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.878700 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.878995 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.907067 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.907352 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.907622 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.945110 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.945384 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:52.945647 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.174748 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.175384 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.175384 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.175824 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.176493 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.295064 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.295386 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.295666 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.295935 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.296200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.296505 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.296760 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.297011 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.297262 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.297541 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.297793 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.298052 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.298302 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.298549 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.298797 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.299080 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.299366 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.299634 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.299897 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.300150 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.300419 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.300924 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.301201 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.301575 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.301821 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.302063 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.302448 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.302683 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.302916 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.303172 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.303404 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.303634 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:53.303991 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 06:35:53.307114 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 06:35:53.311047 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 06:35:53.315376 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 09 06:35:53.316993 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 06:35:53.317446 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 06:35:53.317780 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 06:35:53.318161 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 06:35:53.320980 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 06:35:53.321230 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 06:35:53.321576 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 06:35:53.326842 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 06:35:53.349118 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 06:35:53.349558 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.349850 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100839) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 06:35:53.350210 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.351585 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100839) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 06:35:53.351863 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 06:35:53.352106 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 06:35:53.355443 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.355725 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:53.418511 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 06:35:53.418745 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 06:35:53.418998 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 06:35:53.419362 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 06:35:53.441611 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_db.sqlalchemy.engines [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100839) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 06:35:54.095758 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing driver for type 'gre' Sep 09 06:35:54.096767 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] gre ID ranges: [(1, 1000)] Sep 09 06:35:54.295829 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing driver for type 'local' Sep 09 06:35:54.296388 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing driver for type 'vlan' Sep 09 06:35:54.388047 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] VlanTypeDriver initialization complete Sep 09 06:35:54.388381 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing driver for type 'vxlan' Sep 09 06:35:54.388879 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] vxlan ID ranges: [(1, 1000)] Sep 09 06:35:54.622362 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing extension driver 'port_security' Sep 09 06:35:54.622710 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.extensions.port_security [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] PortSecurityExtensionDriver initialization complete Sep 09 06:35:54.623077 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing mechanism driver 'openvswitch' Sep 09 06:35:54.623444 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing mechanism driver 'hyperv' Sep 09 06:35:54.630726 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:54.631438 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.631817 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.632169 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.632705 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.633179 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.633533 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.633880 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.634279 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.634687 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.635067 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.635419 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.635813 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.636220 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.636571 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.636964 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.637502 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.637917 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.638373 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.638679 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.639103 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.639527 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > address_group after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.639860 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > address_group after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.640201 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.640593 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 06:35:54.640971 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] ML2 OVO RPC backend initialized. {{(pid=100839) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 06:35:54.641684 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.642044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.642463 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.642814 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > networks before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.643839 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.644218 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > ports before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.644570 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653017 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnets before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653017 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653017 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653017 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653333 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653333 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653333 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653333 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.plugin [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Modular L2 Plugin initialization complete Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading services supported by the core plugin {{(pid=100839) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Got port-security extension from driver 'port_security' Sep 09 06:35:54.653630 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.extensions.vlantransparent [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Disabled vlantransparent extension. Sep 09 06:35:54.654044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100839) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 06:35:54.654044 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: router Sep 09 06:35:54.694055 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.694452 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.694830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router before_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.695226 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.695656 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.696013 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_delete 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.696374 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > floatingip after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.696725 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.697086 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.697435 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.697787 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.698138 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.698601 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.699096 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.699470 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.699816 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.700158 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.700505 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.700856 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.701204 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.701555 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.701901 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.702260 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.702605 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.702975 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.703342 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.703690 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.704056 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > agent after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.704410 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > agent after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.704754 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.706217 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Tracking information for resource: router configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:54.706557 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Tracking information for resource: floatingip configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:35:54.711794 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.db.l3_agentschedulers_db [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 06:35:54.712404 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.712824 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.713179 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.713534 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.714333 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router before_create 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.714777 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.715241 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_create 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.715653 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > router precommit_update 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.720573 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.provider_configuration [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service providers = [] {{(pid=100839) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 06:35:54.720940 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.db.servicetype_db [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100839) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 06:35:54.724012 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:35:54.724370 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:35:54.724716 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:35:54.725613 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:35:54.725986 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.services.service_base [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 06:35:54.726370 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.726691 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 06:35:54.742448 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.742790 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: auto_allocate Sep 09 06:35:54.748624 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: network precommit_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.748994 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: network precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.749570 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.749899 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: tag Sep 09 06:35:54.757021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.757356 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: timestamp Sep 09 06:35:54.761501 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.766209 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: network_ip_availability Sep 09 06:35:54.772009 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.772384 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.772744 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:54.773519 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.773841 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: flavors Sep 09 06:35:54.778661 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.779093 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading Plugin: revisions Sep 09 06:35:54.786272 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:35:54.786663 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.351s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 06:35:54.787491 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100839) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 06:35:54.787830 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Initializing extension manager. Sep 09 06:35:54.788345 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: __init__.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.788690 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: __pycache__ {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.789027 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.789363 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.790123 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.790732 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: address-group Sep 09 06:35:54.791100 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: address_scope.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.792009 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.792526 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: address-scope Sep 09 06:35:54.792852 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.793794 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.794304 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: router-admin-state-down-before-update Sep 09 06:35:54.794629 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: agent.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.795371 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.795880 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: agent Sep 09 06:35:54.796203 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: agent_resources_synced.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.797125 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.797699 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: agent-resources-synced Sep 09 06:35:54.798021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: allowedaddresspairs.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.799884 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.800406 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: allowed-address-pairs Sep 09 06:35:54.801001 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: auto_allocated_topology.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.809256 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.809769 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: auto-allocated-topology Sep 09 06:35:54.810099 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.810797 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.811331 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: availability_zone Sep 09 06:35:54.811981 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: availability_zone_filter.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.812958 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.813464 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: availability_zone_filter Sep 09 06:35:54.813784 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: data_plane_status.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.814700 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.815859 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 06:35:54.816184 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: default_subnetpools.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.817109 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.817617 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: default-subnetpools Sep 09 06:35:54.817938 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.818750 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.819293 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: dhcp_agent_scheduler Sep 09 06:35:54.819616 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: dns.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.820598 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.821103 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension dns-integration not supported by any of loaded plugins Sep 09 06:35:54.821426 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: dns_domain_ports.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.822355 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.822859 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 06:35:54.823225 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.824142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.824645 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 06:35:54.824967 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: dvr.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.825678 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.826240 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: dvr Sep 09 06:35:54.826566 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: ecmp_routes.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.827510 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.828012 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 06:35:54.828337 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: empty_string_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.829250 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.829753 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: empty-string-filtering Sep 09 06:35:54.830076 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.831640 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.832142 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 06:35:54.832466 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.838071 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.838576 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 06:35:54.838901 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: external_net.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.839853 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.840357 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: external-net Sep 09 06:35:54.840681 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.841611 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.842113 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: extra_dhcp_opt Sep 09 06:35:54.842436 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: extraroute.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.843435 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.844004 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: extraroute Sep 09 06:35:54.844329 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: extraroute_atomic.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.845371 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.845885 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: extraroute-atomic Sep 09 06:35:54.846238 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: filter_validation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.846914 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.847450 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: filter-validation Sep 09 06:35:54.847775 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: fip_pf_description.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.848694 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.849251 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 06:35:54.849575 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: fip_port_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.850507 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.851038 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: fip-port-details Sep 09 06:35:54.851365 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: flavors.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.852593 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.853106 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: flavors Sep 09 06:35:54.853432 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.855172 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.855690 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 06:35:54.856019 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: floatingip_pools.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.856729 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.857237 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: floatingip-pools Sep 09 06:35:54.857563 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: ip_allocation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.858499 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.859030 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 06:35:54.859356 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.860281 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.860854 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: ip-substring-filtering Sep 09 06:35:54.861179 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l2_adjacency.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.862249 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.862803 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 06:35:54.863157 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.864256 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.864776 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: router Sep 09 06:35:54.865103 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.867434 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.867958 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 06:35:54.868289 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.869226 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.869736 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: ext-gw-mode Sep 09 06:35:54.870063 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.871037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.871542 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: l3-ha Sep 09 06:35:54.871866 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3_flavors.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.872783 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.873287 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: l3-flavors Sep 09 06:35:54.873608 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.874532 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.875071 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 06:35:54.875402 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: l3agentscheduler.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.876455 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.876971 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: l3_agent_scheduler Sep 09 06:35:54.877824 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: logging.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.879346 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.879872 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension logging not supported by any of loaded plugins Sep 09 06:35:54.880201 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: metering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.880955 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.881525 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: metering Sep 09 06:35:54.881849 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.882984 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.883510 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: metering_source_and_destination_fields Sep 09 06:35:54.883837 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: multiprovidernet.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.884770 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.885281 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: multi-provider Sep 09 06:35:54.885603 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: netmtu.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.886525 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.887065 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: net-mtu Sep 09 06:35:54.887390 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: netmtu_writable.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.888306 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.888860 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: net-mtu-writable Sep 09 06:35:54.889137 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: network_availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.889809 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.890315 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: network_availability_zone Sep 09 06:35:54.890634 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: network_ip_availability.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.891784 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.892293 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: network-ip-availability Sep 09 06:35:54.892621 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: network_segment_range.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.893978 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.894486 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 06:35:54.894809 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: pagination.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.895830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.896172 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: pagination Sep 09 06:35:54.896495 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: port_device_profile.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.897406 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.897918 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: port-device-profile Sep 09 06:35:54.898242 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.899193 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.899699 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: port-mac-address-regenerate Sep 09 06:35:54.900019 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.900943 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.901443 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: port-numa-affinity-policy Sep 09 06:35:54.901763 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: port_resource_request.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.902796 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.903333 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 06:35:54.903656 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: portbindings.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.904583 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.905086 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: binding Sep 09 06:35:54.905407 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: portbindings_extended.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.906685 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.907231 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: binding-extended Sep 09 06:35:54.907561 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: portsecurity.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.908515 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.909018 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: port-security Sep 09 06:35:54.909344 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: project_id.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.910332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.910666 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: project-id Sep 09 06:35:54.911021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: providernet.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.911958 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.912467 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: provider Sep 09 06:35:54.912793 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.916346 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.916948 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos not supported by any of loaded plugins Sep 09 06:35:54.917294 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.918566 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.919119 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 06:35:54.919454 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.920377 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.920885 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 06:35:54.921212 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_default.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.922129 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.922640 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-default not supported by any of loaded plugins Sep 09 06:35:54.922982 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_fip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.923651 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.924179 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-fip not supported by any of loaded plugins Sep 09 06:35:54.924504 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_gateway_ip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.925441 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.926213 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 06:35:54.926543 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_port_network_policy.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.927492 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.927998 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 06:35:54.928324 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_pps_rule.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.929505 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.930017 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-pps not supported by any of loaded plugins Sep 09 06:35:54.930344 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_rule_type_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.931302 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.931812 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 06:35:54.932140 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: qos_rules_alias.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.933187 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.933701 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 06:35:54.934027 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: quotasv2.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.934935 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.935293 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: quotas Sep 09 06:35:54.935616 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: quotasv2_detail.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.938859 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.939240 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: quota_details Sep 09 06:35:54.939580 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: rbac.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.941159 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.941689 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: rbac-policies Sep 09 06:35:54.942022 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: rbac_address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.942982 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.943499 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: rbac-address-group Sep 09 06:35:54.943823 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: rbac_address_scope.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.944749 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.945259 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: rbac-address-scope Sep 09 06:35:54.945584 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: rbac_security_groups.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.946501 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.947042 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: rbac-security-groups Sep 09 06:35:54.947367 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: rbac_subnetpool.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.948288 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.948798 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: rbac-subnetpool Sep 09 06:35:54.949122 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: revisionifmatch.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.950044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.950554 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: revision-if-match Sep 09 06:35:54.950878 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: revisions.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.952033 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.952544 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: standard-attr-revisions Sep 09 06:35:54.952867 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: router_availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.953546 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.954051 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: router_availability_zone Sep 09 06:35:54.954375 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: routerservicetype.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.955335 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.956390 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension router-service-type not supported by any of loaded plugins Sep 09 06:35:54.956719 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.957663 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.958176 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: security-groups-normalized-cidr Sep 09 06:35:54.958495 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.959449 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.959957 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: port-security-groups-filtering Sep 09 06:35:54.960280 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.961205 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.961713 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: security-groups-remote-address-group Sep 09 06:35:54.962034 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: securitygroup.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.972926 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.973456 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: security-group Sep 09 06:35:54.973795 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: segment.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.974591 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.975136 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension segment not supported by any of loaded plugins Sep 09 06:35:54.975473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.976420 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.976934 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 06:35:54.977263 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: servicetype.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.978426 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.978944 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: service-type Sep 09 06:35:54.979300 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: sorting.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.980291 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.980625 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: sorting Sep 09 06:35:54.980972 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: standard_attr_segment.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.981878 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.982391 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 06:35:54.982719 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: standardattrdescription.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.983407 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.983918 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: standard-attr-description Sep 09 06:35:54.984241 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: stateful_security_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.985201 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.985721 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: stateful-security-group Sep 09 06:35:54.986044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: stdattrs_common.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.987164 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 06:35:54.987488 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.988437 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.988961 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 06:35:54.989288 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnet_onboard.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.990381 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.990906 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: subnet_onboard Sep 09 06:35:54.991261 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.992207 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.992721 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 06:35:54.993048 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnet_service_types.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.993978 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.994495 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: subnet-service-types Sep 09 06:35:54.994823 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnetallocation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.995954 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.996472 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: subnet_allocation Sep 09 06:35:54.996800 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.997485 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.997990 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: subnetpool-prefix-ops Sep 09 06:35:54.998317 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:54.999316 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:54.999818 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 06:35:55.000142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: tagging.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.001280 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.001800 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: standard-attr-tag Sep 09 06:35:55.002132 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: timestamp.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.004176 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.004705 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loaded extension: standard-attr-timestamp Sep 09 06:35:55.005041 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: trunk.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.006114 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.006630 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension trunk not supported by any of loaded plugins Sep 09 06:35:55.006998 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: trunk_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.007939 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.008453 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension trunk-details not supported by any of loaded plugins Sep 09 06:35:55.008778 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: uplink_status_propagation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.009709 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.010221 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 06:35:55.010548 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Loading extension file: vlantransparent.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:35:55.011275 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:35:55.011795 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 06:35:55.014321 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:network Sep 09 06:35:55.014859 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnet Sep 09 06:35:55.015292 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:35:55.015689 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:port Sep 09 06:35:55.016970 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.017564 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service FLAVORS assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.018229 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.018670 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.019040 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:router Sep 09 06:35:55.019477 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:floatingip Sep 09 06:35:55.019966 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service METERING assigned prefix: /metering {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.021440 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:55.021827 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:55.022215 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:35:55.023253 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 06:35:55.023727 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:security_group Sep 09 06:35:55.024157 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 06:35:55.024743 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.025082 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:35:55.025434 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] subnetpool is already registered Sep 09 06:35:55.025874 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.026200 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:35:55.026536 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] subnetpool is already registered Sep 09 06:35:55.028892 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.029328 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service FLAVORS assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.029922 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.030346 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.030684 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:router Sep 09 06:35:55.031052 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] router is already registered Sep 09 06:35:55.031468 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:floatingip Sep 09 06:35:55.031809 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] floatingip is already registered Sep 09 06:35:55.032265 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service METERING assigned prefix: /metering {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.032931 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 06:35:55.033262 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] rbac_policy is already registered Sep 09 06:35:55.033702 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:security_group Sep 09 06:35:55.034042 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] security_group is already registered Sep 09 06:35:55.034482 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 06:35:55.034820 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] security_group_rule is already registered Sep 09 06:35:55.035478 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.035808 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:35:55.036147 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] subnetpool is already registered Sep 09 06:35:55.036569 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:35:55.036902 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:35:55.037245 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] subnetpool is already registered Sep 09 06:35:55.037717 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: extensions {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.039235 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: address-groups {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.040700 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: address-scopes {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.042026 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.043202 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: auto-allocated-topology {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.044437 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: availability_zones {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.045656 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: dhcp-networks {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.047351 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: dhcp-agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.048761 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.051840 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: flavors {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.053005 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: service_profiles {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.054201 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: next_providers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.055678 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: service_profiles {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.057194 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: floatingip-pools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.058400 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.060531 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: floatingips {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.061811 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: l3-routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.063208 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: l3-agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.064607 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: metering-labels {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.066587 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: metering-label-rules {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.067886 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: network-ip-availabilities {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.069165 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: bindings {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.071688 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: quotas {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.073130 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: quotas {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.074532 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: rbac-policies {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.075760 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: security-groups {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.077050 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: security-group-rules {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.078322 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: service-providers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.079544 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: subnetpools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.081008 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: subnetpools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.082445 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.084135 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.085958 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.087768 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.089538 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.091415 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.093098 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.095000 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.096788 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.098515 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:35:55.104558 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING keystonemiddleware.auth_token [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 06:35:55.109300 dv-cinder-733062-23-iscsi neutron-server[100839]: WARNING keystonemiddleware.auth_token [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 06:35:55.118721 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Acquired lock "singleton_lock" {{(pid=100839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 06:35:55.119221 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Releasing lock "singleton_lock" {{(pid=100839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 06:35:55.119866 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Starting 2 workers Sep 09 06:35:55.124679 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Started child 100948 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:35:55.129740 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Started child 100949 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:35:55.130747 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.131397 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO neutron.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 06:35:55.132031 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Notify callbacks [] for process, before_spawn {{(pid=100839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.132417 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [-] (100948) wsgi starting up on http://0.0.0.0:9696 Sep 09 06:35:55.134500 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Starting 1 workers Sep 09 06:35:55.134621 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.135943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [-] (100949) wsgi starting up on http://0.0.0.0:9696 Sep 09 06:35:55.139738 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Started child 100950 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:35:55.140207 dv-cinder-733062-23-iscsi neutron-server[100839]: INFO oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Starting 1 workers Sep 09 06:35:55.143287 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] calling RpcWorker wait() {{(pid=100950) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 06:35:55.143790 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] returning from RpcWorker wait() {{(pid=100950) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 06:35:55.144648 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Started child 100951 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:35:55.145195 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.145466 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0045-839b-4bc3-81e2-8206be00ee1b None None] Notify callbacks [] for process, after_spawn {{(pid=100839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.145639 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:55.147441 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 06:35:55.147650 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:35:55.147832 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:35:55.148049 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:35:55.148380 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:35:55.148542 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:35:55.149049 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.149321 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.149583 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.149861 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.150157 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.150717 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.150815 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:35:55.151315 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.151315 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.151462 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.151682 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.151854 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.152018 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.152280 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.152542 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.152842 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.153105 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.153350 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.153622 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.153791 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.154040 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.154312 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.154524 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.154796 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.155067 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.155557 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.155799 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.156045 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.156292 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.156568 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.156792 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.157065 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.157316 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.157529 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.157769 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.158021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.158254 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.158535 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.158753 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.159026 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.159245 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.159726 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host = dv-cinder-733062-23-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.159958 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.160194 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.160434 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.160678 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.160918 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.161134 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.161394 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.161635 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.161890 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.162111 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.162356 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.162612 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.162862 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.163122 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.163283 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_options = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.163517 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.163774 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164051 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164234 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164401 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164576 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164829 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.164988 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.165243 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.165456 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.165679 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.165880 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.166122 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.166351 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.166614 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.166856 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.167093 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.167302 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.167556 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.167777 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.167999 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.168248 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.168480 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.168701 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.168936 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.169169 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.169391 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.169602 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.169811 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.170036 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.170245 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.170487 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.170703 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.170935 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.171221 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.171448 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.171675 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.171886 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.172159 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.172383 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.172647 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.172905 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.173126 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.173371 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.173613 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.173847 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.174629 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.174803 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.175053 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.175314 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.175789 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.176016 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.176229 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.176440 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.178662 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.179214 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.179505 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.179837 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.180077 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.180342 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.180605 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.180850 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.181102 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.181375 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.181639 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.181928 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.182195 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.182493 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.182728 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.183024 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.183321 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.183594 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.183851 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.184199 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.184306 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.191951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.192547 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193108 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193108 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193108 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193108 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193384 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.193474 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194014 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.194615 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195125 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195125 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195281 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195483 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195698 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.195913 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.196121 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.196364 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.196591 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.196798 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.197021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.197231 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.197442 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.197670 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.197897 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.198107 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.198314 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.198627 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.198801 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.199053 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.199268 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.199475 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.199679 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.199905 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201851 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.201851 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.202080 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.202299 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.202544 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.202798 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.203060 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.203290 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.203553 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.203793 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.204036 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.204322 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.204562 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.204821 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.205031 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.205266 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.205535 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.207607 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.207881 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.208140 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.209208 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.214248 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.214525 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.214829 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.215407 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.215665 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.215960 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.216213 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.216490 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.216792 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.217058 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.217320 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.217570 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.217802 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.218062 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.218291 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.218548 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.218799 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.222198 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.223106 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.223419 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.223984 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.225011 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.225264 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.225503 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.226074 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.226335 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.227198 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.227435 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.227717 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.228886 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.229594 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.229862 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.230483 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.230758 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.231035 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.231264 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.231733 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.231979 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.232208 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.232418 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.232660 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.232886 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.233290 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.233643 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.233996 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.234380 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.234753 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.235139 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.235371 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.235587 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.235800 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.236045 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.236254 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.236471 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.237220 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.237453 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.237666 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.237879 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.238085 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.238332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.238564 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.238825 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.239092 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.239327 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.239574 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.239791 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.240037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.240247 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.240503 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.240740 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.240959 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.241173 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.241467 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.241687 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.241912 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.242345 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.242558 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.243046 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.243508 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.243847 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.244103 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.244369 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.244610 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.244824 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.245068 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.245972 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.246192 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.246406 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.246618 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.246850 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.247135 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.247352 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.247588 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.247795 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.248001 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.248210 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.248448 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.248658 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.248951 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.249204 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.249635 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.250153 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.250403 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.250625 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.250867 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.251111 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.251318 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.251537 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.251752 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.251959 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.252182 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.252440 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.252645 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.252886 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.253099 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.253305 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.253526 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.253770 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.253974 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.254206 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.254408 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.254617 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.254834 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.255059 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.255270 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.255489 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.255703 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.255907 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.256130 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.256336 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.256562 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.256799 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.257015 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.257219 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.257517 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.257760 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.257971 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.258279 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.258515 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.258753 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.259037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.259350 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.259575 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.259813 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.260044 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.260257 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.260486 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.260735 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.261047 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.261346 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.261599 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.261839 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.262096 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.262362 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.262624 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.262851 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.263157 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.263472 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.263742 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.263987 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.264236 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.264481 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.264727 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.264933 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.265166 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.265394 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.265604 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.265834 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.266055 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.266298 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.266506 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.266724 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.266932 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.267175 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.267399 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.267612 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.268330 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.268510 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:35:55.269058 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 06:35:55.269216 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:35:55.269366 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:35:55.269529 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:35:55.269712 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:35:55.269827 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:35:55.270037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270180 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270336 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270481 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270636 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270812 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.270983 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.271176 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.271331 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.271574 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.271873 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.271873 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.272032 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.272424 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.272595 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.272755 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.272907 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273218 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273406 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273545 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273680 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273826 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.273973 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274110 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274284 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274445 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274601 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274827 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.274988 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275113 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275251 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275374 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275497 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275704 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.275859 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276013 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276166 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276319 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276627 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276782 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host = dv-cinder-733062-23-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.276929 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277083 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277235 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277389 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277541 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277694 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.277847 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278000 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278153 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278305 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278446 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278600 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278753 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.278905 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279068 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_options = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279219 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279372 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279524 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279706 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.279868 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280024 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280178 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280315 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280452 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280587 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280730 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.280887 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281030 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281166 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281324 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281466 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281612 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281747 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.281903 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282054 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282245 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282453 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282593 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282727 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.282870 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.283027 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.283169 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.283306 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.283454 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284199 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284199 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284456 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284456 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284714 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.284845 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285010 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285140 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285282 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285418 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285552 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285684 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285816 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.285959 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286090 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286230 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286365 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286509 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286644 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286778 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.286912 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287088 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287224 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287358 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287493 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287627 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:35:55.287785 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.287931 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.288628 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.288628 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.288628 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.288628 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.288628 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289200 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289528 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289528 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289719 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.289842 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290051 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290188 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290313 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290436 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290546 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290657 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.290813 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291414 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291414 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291414 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291414 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291961 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291961 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.291961 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292338 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292338 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292338 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292819 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292819 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.292819 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293207 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293207 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293207 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293590 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293590 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293590 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293979 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.293979 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294239 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294239 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294482 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294482 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294727 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.294856 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295031 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295163 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295292 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295442 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295579 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295708 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295837 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.295965 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296473 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296796 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296796 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296796 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.296993 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297069 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297228 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297398 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297555 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297710 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.297865 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298021 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298177 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298488 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298643 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298799 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.298971 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299179 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299376 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299533 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299689 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299845 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.299955 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:55.300187 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.300281 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.300696 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.300863 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301020 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301175 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301329 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301494 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301664 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.301884 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.302112 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.302338 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.302566 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.302809 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.303072 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.303303 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.303530 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.303756 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.303978 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.304202 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.304429 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.304652 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.304875 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.305110 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.305319 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.305540 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.305833 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.306142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.306418 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.306697 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.306979 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.307271 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.307453 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.307611 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.307779 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.307936 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.308096 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.308253 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.308416 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.308672 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.308939 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.309209 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.309488 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.309724 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.309957 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.310196 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.310412 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.310660 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.310821 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.311142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.311142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.311142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.311142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.311142 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312332 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312947 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312947 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312947 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.312947 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313255 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313255 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313397 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313482 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313594 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313750 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.313906 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314061 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314216 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314372 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314527 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314684 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.314868 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315045 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315632 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315632 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315632 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315632 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315928 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.315928 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316069 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316223 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316378 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316533 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316680 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316837 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.316992 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317147 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317301 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317456 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317613 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317767 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.317924 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318079 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318235 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318390 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318545 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318702 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.318857 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319032 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319191 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319348 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319506 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319661 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319817 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.319973 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320127 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320282 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320454 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320609 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320764 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.320920 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321075 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321252 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321380 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321535 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321738 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.321858 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322009 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322163 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322321 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322478 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322635 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322794 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.322949 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323173 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323297 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323419 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323567 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323722 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.323878 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324034 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324189 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324354 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324509 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324664 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324819 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.324974 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325128 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325293 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325449 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325605 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325861 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.325961 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326065 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326230 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326384 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326561 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326717 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.326872 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327045 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327210 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327365 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327520 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327675 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.327984 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328148 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328304 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328459 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328614 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328770 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.328925 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329090 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329247 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329402 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329564 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329719 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.329874 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.330029 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.330196 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.330852 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331037 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331194 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331355 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331513 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331661 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331816 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.331981 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.332174 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.332381 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.332578 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.332722 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.332830 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333022 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333141 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333271 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333431 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333587 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333742 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.333898 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334053 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334208 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334363 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334518 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334673 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.334828 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335000 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335159 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335314 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335469 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335648 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.335870 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.336041 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.336197 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.336354 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:35:55.336500 dv-cinder-733062-23-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:35:55.495899 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 50284) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:35:55.505043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070074 Sep 09 06:36:07.136892 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024ecae-2925-46b2-8f2a-9b4466c2f612 None None] get_active_networks_info from dv-cinder-733062-23-iscsi {{(pid=100950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 06:36:07.230537 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024ecae-2925-46b2-8f2a-9b4466c2f612 None None] No non-hosted networks {{(pid=100950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 06:36:07.239218 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.agentschedulers_db [None req-4024ecae-2925-46b2-8f2a-9b4466c2f612 None None] DHCP Agent not found on host dv-cinder-733062-23-iscsi {{(pid=100950) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 06:36:07.301290 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4043f91b-15cd-4655-bba6-544a6479502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:09.595348 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0c77a1f4-a4fe-42da-9686-77f4f1d46919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:09.634102 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.db.api [None req-4b4f3b68-3568-4f69-aabc-744f8f6db273 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-733062-23-iscsi {{(pid=100950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 06:36:09.634688 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG oslo_db.api [None req-4b4f3b68-3568-4f69-aabc-744f8f6db273 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:36:10.073740 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:10.074468 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.074804 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.075240 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.075575 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.075903 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.076301 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.076809 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.077354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.077821 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.078411 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.078896 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.084556 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:10.084556 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-23-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:10.100722 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-23-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:10.216626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3b68-3568-4f69-aabc-744f8f6db273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:10.645231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:12.394217 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:13.293634 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 50376) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:13.799271 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING oslo_policy.policy [None req-f83ba59b-71d1-4c27-bb80-979f548e8a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:13.800120 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING oslo_policy.policy [None req-f83ba59b-71d1-4c27-bb80-979f548e8a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:14.020537 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [None req-f83ba59b-71d1-4c27-bb80-979f548e8a8a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:36:14.021557 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f83ba59b-71d1-4c27-bb80-979f548e8a8a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7248721 Sep 09 06:36:14.848856 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.db.l3_hamode_db [None req-72ad3242-28ff-44c5-9e82-fe4a3253f19d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 06:36:14.926617 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad3242-28ff-44c5-9e82-fe4a3253f19d None None] Routers set() bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:36:14.927027 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad3242-28ff-44c5-9e82-fe4a3253f19d None None] Router IDs set() for agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 06:36:16.447844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 50390) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:16.750801 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:16.842576 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.policy [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 06:36:16.886068 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING oslo_policy.policy [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:16.886430 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING oslo_policy.policy [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:16.895345 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.quota [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] Loaded quota_driver: . Sep 09 06:36:17.025832 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729388979741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729388979246', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729389090121', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729389095981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729389654386', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729389066371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-628349', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1351877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-381299', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682569'] for rbac-policy, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:17.175925 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:17.177121 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a991f9b4-fb6a-412d-836a-a05783bb35c0 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7282999 Sep 09 06:36:19.746627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 50402) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:20.039431 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'name': 'private'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:20.130112 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Made reservation on behalf of d826472e10d44dc8ac79cb93870357a9 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:36:20.132815 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.149941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.268582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.318506 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.342879 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:36:20.366741 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729387697556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.367345 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Unsubscribe: segment precommit_create {{(pid=100949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 06:36:20.367846 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Added segment c2c55f5b-77d5-4d6b-8cad-f597e7627f69 of type vlan for network 11f66847-d231-4cc8-92ef-249f38554a0f Sep 09 06:36:20.373390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5dc7c-6411-487a-aaa4-bbc43b9ee4f3,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:20.394605 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.394977 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.395335 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Tracked resource versions report: Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: pushed versions: Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: { 'AddressGroup': {'1.2'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'ConntrackHelper': {'1.0'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Log': {'1.0'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Network': {'1.1'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Port': {'1.7'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'PortForwarding': {'1.2'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'QosPolicy': {'1.9'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroup': {'1.4'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:36:20.402538 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SubPort': {'1.0'}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Subnet': {'1.1'}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Trunk': {'1.1'}} Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: consumer versions: Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'ConntrackHelper': '1.0', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Log': '1.0', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Network': '1.1', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Port': '1.7', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'PortForwarding': '1.2', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'QosPolicy': '1.9', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroup': '1.4', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroupRule': '1.2', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SubPort': '1.0', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Subnet': '1.1', Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Trunk': '1.1'}} Sep 09 06:36:20.403640 dv-cinder-733062-23-iscsi neutron-server[100949]: {{(pid=100949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:36:20.493876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.667022 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.668161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:20.668808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:20.764741 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0170360 Sep 09 06:36:20.765366 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bfba-bde3-4a2b-b929-f6d93b667691 admin admin] Pushing event updated for resources: {'Network': ['ID=11f66847-d231-4cc8-92ef-249f38554a0f,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:20.776775 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 11f66847-d231-4cc8-92ef-249f38554a0f details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:36:23.414001 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50416) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:23.902772 dv-cinder-733062-23-iscsi neutron-server[100948]: WARNING oslo_policy.policy [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:23.903379 dv-cinder-733062-23-iscsi neutron-server[100948]: WARNING oslo_policy.policy [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:24.339898 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.policy [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 06:36:24.383620 dv-cinder-733062-23-iscsi neutron-server[100948]: WARNING oslo_policy.policy [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:24.383985 dv-cinder-733062-23-iscsi neutron-server[100948]: WARNING oslo_policy.policy [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:36:24.393259 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:24.395092 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-53322a07-5ee0-4492-8c91-019ccb8d9bfc admin admin] 10.222.0.37 "GET /v2.0/networks/11f66847-d231-4cc8-92ef-249f38554a0f HTTP/1.1" status: 200 len: 824 time: 0.9789155 Sep 09 06:36:24.433243 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-659d975e-945b-4b29-a04d-dbf1be0c1895 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/5315b041-02f3-4a76-b64c-ac5448d82849 HTTP/1.1" status: 200 len: 734 time: 0.0320501 Sep 09 06:36:24.442435 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'name': 'private-subnet'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:24.444300 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.quota [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Loaded quota_driver: . Sep 09 06:36:24.535386 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Made reservation on behalf of d826472e10d44dc8ac79cb93870357a9 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:36:24.538192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:24.856009 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:24.922558 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Checking segment: {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:36:24.922947 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Network hostable DHCP agents. Network: 11f66847-d231-4cc8-92ef-249f38554a0f, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:36:24.938234 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3441c764-7a79-4918-8d14-2dd2148387d9,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:24.953465 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.953821 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.954174 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.955056 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.955380 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.955712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.956031 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.956366 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.956684 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.956995 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.957306 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.957613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Tracked resource versions report: Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: pushed versions: Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: { 'AddressGroup': {'1.2'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'ConntrackHelper': {'1.0'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Log': {'1.0'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Network': {'1.1'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Port': {'1.7'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'PortForwarding': {'1.2'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'QosPolicy': {'1.9'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroup': {'1.4'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SubPort': {'1.0'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Subnet': {'1.1'}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Trunk': {'1.1'}} Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: consumer versions: Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'ConntrackHelper': '1.0', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Log': '1.0', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Network': '1.1', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Port': '1.7', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'PortForwarding': '1.2', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'QosPolicy': '1.9', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroup': '1.4', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroupRule': '1.2', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SubPort': '1.0', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Subnet': '1.1', Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Trunk': '1.1'}} Sep 09 06:36:24.958933 dv-cinder-733062-23-iscsi neutron-server[100948]: {{(pid=100948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:36:25.003990 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Network 11f66847-d231-4cc8-92ef-249f38554a0f is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:36:25.083922 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 11f66847-d231-4cc8-92ef-249f38554a0f) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:25.088434 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:25.089070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:25.093839 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee1d49-f3ba-40ca-b7a8-9d7678c8f946 None None] Network 11f66847-d231-4cc8-92ef-249f38554a0f requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:36:25.159183 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1a172b7b-53ac-4000-89a7-0091113bb4d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7200065 Sep 09 06:36:25.408084 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-11f66847-d231-4cc8-92ef-249f38554a0f', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:36:25.409418 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:25.683400 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Allocated IP 172.20.0.2 (11f66847-d231-4cc8-92ef-249f38554a0f/3441c764-7a79-4918-8d14-2dd2148387d9/a3ef90da-a9c0-4dcc-a5b0-885ed0564f39) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:36:25.905500 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:25.920362 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Transition to ACTIVE for port object a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:36:25.940814 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Transition to ACTIVE for port object a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:36:26.027863 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:26.092539 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Network 11f66847-d231-4cc8-92ef-249f38554a0f is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:26.097835 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:26.110233 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:36:26.117337 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Pushing event updated for resources: {'Port': ['ID=a3ef90da-a9c0-4dcc-a5b0-885ed0564f39,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:26.146243 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.146598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.146939 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.147292 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.147619 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.147959 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.148284 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.148602 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.148933 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.149255 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.149571 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.149883 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Tracked resource versions report: Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: pushed versions: Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: { 'AddressGroup': {'1.2'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'ConntrackHelper': {'1.0'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Log': {'1.0'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Network': {'1.1'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Port': {'1.7'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'PortForwarding': {'1.2'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'QosPolicy': {'1.9'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroup': {'1.4'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SubPort': {'1.0'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Subnet': {'1.1'}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Trunk': {'1.1'}} Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: consumer versions: Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'ConntrackHelper': '1.0', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Log': '1.0', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Network': '1.1', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Port': '1.7', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'PortForwarding': '1.2', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'QosPolicy': '1.9', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroup': '1.4', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroupRule': '1.2', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SubPort': '1.0', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Subnet': '1.1', Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Trunk': '1.1'}} Sep 09 06:36:26.151268 dv-cinder-733062-23-iscsi neutron-server[100950]: {{(pid=100950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:36:26.198523 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Attempting to bind port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:36:26.198856 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Attempting to bind port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:36:26.199294 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Attempting to bind port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 on network 11f66847-d231-4cc8-92ef-249f38554a0f {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:36:26.204039 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:36:26.205044 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Checking segment: {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:36:26.205498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:26.205885 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Bound using segment: {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:36:26.206341 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Bound port: a3ef90da-a9c0-4dcc-a5b0-885ed0564f39, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:36:26.206729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:26.269899 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] For port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:36:26.274194 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] For port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=a3ef90da-a9c0-4dcc-a5b0-885ed0564f39,segment=NetworkSegment(c2c55f5b-77d5-4d6b-8cad-f597e7627f69),segment_id=c2c55f5b-77d5-4d6b-8cad-f597e7627f69)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:36:26.335978 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:26.404679 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808868c6-aca2-4fd3-bb22-7a44c22036dd None None] Pushing event updated for resources: {'Port': ['ID=a3ef90da-a9c0-4dcc-a5b0-885ed0564f39,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:27.591751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50436) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:27.900977 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [None req-8351c649-dfbd-478e-acbc-fa483d346ea0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:36:27.901968 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8351c649-dfbd-478e-acbc-fa483d346ea0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092892 Sep 09 06:36:30.288302 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50444) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:30.603334 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [None req-174b5fae-2cba-48e8-8628-8cb96f7550c3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:36:30.604381 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-174b5fae-2cba-48e8-8628-8cb96f7550c3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151371 Sep 09 06:36:33.224142 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50454) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:33.534307 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'name': 'router1'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:33.638634 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:33.640337 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:33.813114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:33.902208 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:33.958523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:33.959746 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7dae194e-f1c8-4503-89cc-cf04fbdc0cc1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7346029 Sep 09 06:36:34.796483 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a760e-cd45-4558-a962-d3e638200c56 None None] Network 11f66847-d231-4cc8-92ef-249f38554a0f requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:36:34.950988 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-75d40d98-49af-4e63-af7c-ddcd53e7f299 None None] Provisioning for port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:36:35.476375 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:35.603654 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:36:35.607461 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:35.607857 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:35.714348 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:35.747828 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=a3ef90da-a9c0-4dcc-a5b0-885ed0564f39,segment=NetworkSegment(c2c55f5b-77d5-4d6b-8cad-f597e7627f69),segment_id=c2c55f5b-77d5-4d6b-8cad-f597e7627f69)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:35.786312 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:35.833715 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=a3ef90da-a9c0-4dcc-a5b0-885ed0564f39,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:36.349751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50466) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:36.653500 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [None req-636892ea-fb74-456d-b9ab-e9a9302897af admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:36:36.654493 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-636892ea-fb74-456d-b9ab-e9a9302897af admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038118 Sep 09 06:36:37.037844 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f938c619-caaf-4f3b-adc3-df440f6a7b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:37.456931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:37.504841 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:37.505214 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.030620 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50474) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:39.334697 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:39.448901 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Made reservation on behalf of cf6ab335010c4b2fb9bc4f4a14eb7d68 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:36:39.451170 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.466636 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.569475 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-87668a61-a68f-4661-94a1-c08d21e63b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.580019 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.620531 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.636481 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Reserving flat network on physical network physnet1 {{(pid=100948) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 06:36:39.656609 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0186cf-d351-48c2-8ce8-cd6e3bd10259,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:39.663666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729387697556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.664235 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Unsubscribe: segment precommit_create {{(pid=100948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 06:36:39.664787 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Added segment 890d2c31-8dd0-4c43-995a-0b2bf76f63af of type flat for network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 Sep 09 06:36:39.718479 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.791875 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.792802 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:39.793367 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:39.882602 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] Pushing event updated for resources: {'Network': ['ID=758a4400-b375-4fc0-bc0a-97bb0c7f3255,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:39.885132 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-c28b03d7-5bd4-4e36-9327-e170ab6ea42f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8535063 Sep 09 06:36:39.910009 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:36:40.072266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:40.597919 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:42.274529 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 50492) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:42.340789 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:42.493761 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ae129-cb33-4b5e-91d1-a9d69a54100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:42.495149 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-814ae129-cb33-4b5e-91d1-a9d69a54100f admin admin] 10.222.0.37 "GET /v2.0/subnets/3441c764-7a79-4918-8d14-2dd2148387d9 HTTP/1.1" status: 200 len: 849 time: 0.2195966 Sep 09 06:36:42.669799 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7b2cd817-7eb7-4d60-b6cf-a23e3acc2a85 admin admin] 10.222.0.37 "GET /v2.0/routers/5c283a14-e39f-4601-b5be-f3b6e5a847e7 HTTP/1.1" status: 200 len: 704 time: 0.1679118 Sep 09 06:36:42.931638 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.220762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Allocated IP 172.20.0.1 (11f66847-d231-4cc8-92ef-249f38554a0f/3441c764-7a79-4918-8d14-2dd2148387d9/a7b810e1-77fd-4935-8607-bd2eff5c0915) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:36:43.402760 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.426257 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Transition to ACTIVE for port object a7b810e1-77fd-4935-8607-bd2eff5c0915 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:36:43.547039 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.607026 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Network 11f66847-d231-4cc8-92ef-249f38554a0f is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:43.614765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:43.622045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:36:43.622624 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.685867 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b810e1-77fd-4935-8607-bd2eff5c0915,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:43.866821 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.877410 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a2bc4323-5ad8-4179-a9e8-05b118b89abb None None] Provisioning for port a7b810e1-77fd-4935-8607-bd2eff5c0915 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:36:43.881227 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a2bc4323-5ad8-4179-a9e8-05b118b89abb None None] Provisioning complete for port a7b810e1-77fd-4935-8607-bd2eff5c0915 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:43.881598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4323-5ad8-4179-a9e8-05b118b89abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:43.923001 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc4323-5ad8-4179-a9e8-05b118b89abb None None] Port a7b810e1-77fd-4935-8607-bd2eff5c0915 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:36:44.126348 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:44.192027 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:44.192788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:44.248616 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b810e1-77fd-4935-8607-bd2eff5c0915,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:44.320638 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Network 11f66847-d231-4cc8-92ef-249f38554a0f is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:44.321959 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:44.517936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:36:44.547473 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-fcd4ea97-18b4-48f1-a879-586aab574950 None None] Provisioning complete for port a7b810e1-77fd-4935-8607-bd2eff5c0915 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:44.547847 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ea97-18b4-48f1-a879-586aab574950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:44.580988 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4ea97-18b4-48f1-a879-586aab574950 None None] Port a7b810e1-77fd-4935-8607-bd2eff5c0915 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:36:44.610543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:44.615613 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b6cf459e-8157-405f-a58f-cc2e3fc198c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c283a14-e39f-4601-b5be-f3b6e5a847e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9391954 Sep 09 06:36:44.620433 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Sync routers for ids ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:44.631754 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Routers {'5c283a14-e39f-4601-b5be-f3b6e5a847e7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:36:44.632588 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:36:39Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:44.817062 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Set router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:36:45.240525 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:43Z', 'revision_number': 2, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port_host': None, '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:43Z', 'revision_number': 2, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:45.297720 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Checking router: 5c283a14-e39f-4601-b5be-f3b6e5a847e7 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:45.298248 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Updating router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 port a7b810e1-77fd-4935-8607-bd2eff5c0915 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:36:45.346458 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:45.864436 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:45.882764 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Transition to ACTIVE for port object a7b810e1-77fd-4935-8607-bd2eff5c0915 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:36:45.975196 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:46.138651 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Pushing event updated for resources: {'Port': ['ID=a7b810e1-77fd-4935-8607-bd2eff5c0915,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:46.154736 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.155111 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.155451 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.155782 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.156107 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.156501 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.157316 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.157735 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.157960 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.158284 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.158601 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.158916 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Tracked resource versions report: Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: pushed versions: Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: { 'AddressGroup': {'1.2'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'ConntrackHelper': {'1.0'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Log': {'1.0'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Network': {'1.1'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Port': {'1.7'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'PortForwarding': {'1.2'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'QosPolicy': {'1.9'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroup': {'1.4'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SubPort': {'1.0'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Subnet': {'1.1'}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Trunk': {'1.1'}} Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: consumer versions: Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'ConntrackHelper': '1.0', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Log': '1.0', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Network': '1.1', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Port': '1.7', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'PortForwarding': '1.2', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'QosPolicy': '1.9', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroup': '1.4', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroupRule': '1.2', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SubPort': '1.0', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Subnet': '1.1', Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Trunk': '1.1'}} Sep 09 06:36:46.160276 dv-cinder-733062-23-iscsi neutron-server[100951]: {{(pid=100951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:36:46.162567 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Attempting to bind port a7b810e1-77fd-4935-8607-bd2eff5c0915 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:36:46.162969 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Attempting to bind port a7b810e1-77fd-4935-8607-bd2eff5c0915 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:36:46.163393 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Attempting to bind port a7b810e1-77fd-4935-8607-bd2eff5c0915 on network 11f66847-d231-4cc8-92ef-249f38554a0f {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:36:46.168997 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:36:46.169401 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Checking segment: {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:36:46.169857 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:46.170237 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Bound using segment: {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:36:46.170693 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Bound port: a7b810e1-77fd-4935-8607-bd2eff5c0915, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c55f5b-77d5-4d6b-8cad-f597e7627f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:36:46.171123 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:46.237728 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] For port a7b810e1-77fd-4935-8607-bd2eff5c0915, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:36:46.257377 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] For port a7b810e1-77fd-4935-8607-bd2eff5c0915, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=a7b810e1-77fd-4935-8607-bd2eff5c0915,segment=NetworkSegment(c2c55f5b-77d5-4d6b-8cad-f597e7627f69),segment_id=c2c55f5b-77d5-4d6b-8cad-f597e7627f69)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:36:46.324109 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:46.379123 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Routers {'5c283a14-e39f-4601-b5be-f3b6e5a847e7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:36:46.379825 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:36:39Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:46.421241 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824061-abde-48b5-ad3d-8b1201d804c6 None None] Pushing event updated for resources: {'Port': ['ID=a7b810e1-77fd-4935-8607-bd2eff5c0915,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:46.478453 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] Set router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:36:46.685278 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:43Z', 'revision_number': 2, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port_host': None, '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:46Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:46.711159 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be0437-62c7-4ac7-9506-e5499b6b9964 None None] The sync data for ids ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'] in dv-cinder-733062-23-iscsi is: [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:43Z', 'revision_number': 2, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port_host': None, '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:46Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:46.902823 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50512) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:47.020851 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf1e2c-398e-4744-99a8-220be39d42a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:47.022142 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fdbf1e2c-398e-4744-99a8-220be39d42a3 admin admin] 10.222.0.37 "GET /v2.0/networks/758a4400-b375-4fc0-bc0a-97bb0c7f3255 HTTP/1.1" status: 200 len: 842 time: 0.1182635 Sep 09 06:36:47.032170 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Request body: {'subnet': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:47.140683 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Made reservation on behalf of cf6ab335010c4b2fb9bc4f4a14eb7d68 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:36:47.142928 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:47.498140 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.objects.ports [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100948) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 06:36:47.498574 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:47.560164 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8069be9b-3054-40da-ac1c-5c9a35251f6e,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:47.565326 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:36:47.565686 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Network hostable DHCP agents. Network: 758a4400-b375-4fc0-bc0a-97bb0c7f3255, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:36:47.637472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:36:47.723145 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 758a4400-b375-4fc0-bc0a-97bb0c7f3255) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:47.727295 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:47.727982 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:47.732198 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169130c4-eb2a-43f3-8e16-4d8574ed9476 None None] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:36:47.811587 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-485ae847-1c77-420b-a679-3a6aec4ffc47 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7827079 Sep 09 06:36:47.859569 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f011d-95e6-4552-8b3e-14142320f3ca None None] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:36:49.211022 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:36:50.090835 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50520) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:50.300792 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-a9d30c2d-6385-41c9-8c0e-9b012df8e991 admin admin] 10.222.0.37 "GET /v2.0/routers/5c283a14-e39f-4601-b5be-f3b6e5a847e7 HTTP/1.1" status: 200 len: 710 time: 0.2089167 Sep 09 06:36:50.387745 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c49d24-388f-47c1-a154-1048126dcaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:36:50.389106 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-42c49d24-388f-47c1-a154-1048126dcaed admin admin] 10.222.0.37 "GET /v2.0/networks/758a4400-b375-4fc0-bc0a-97bb0c7f3255 HTTP/1.1" status: 200 len: 886 time: 0.0824046 Sep 09 06:36:50.398451 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:50.685608 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:50.978433 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:51.052848 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:51.201594 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Allocated IP 172.27.0.118 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/3658ae4f-5dce-4eb2-87d4-0822e14b306d) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:36:51.314428 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:51.432704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:51.497883 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:51.503005 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:51.511192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:36:51.552883 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Pushing event updated for resources: {'Port': ['ID=3658ae4f-5dce-4eb2-87d4-0822e14b306d,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:51.897573 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:52.095382 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4510'] for router, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:52.099767 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693998'] for router, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:52.266200 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:52.371185 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:52.376165 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:52.377373 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cbaf1c29-3994-460e-b997-2212ec7c3452 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c283a14-e39f-4601-b5be-f3b6e5a847e7 HTTP/1.1" status: 200 len: 890 time: 1.9820266 Sep 09 06:36:53.116664 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Sync routers for ids ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:53.126659 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Routers {'5c283a14-e39f-4601-b5be-f3b6e5a847e7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:36:53.127418 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:36:39Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:53.379398 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Set router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:36:53.492396 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device a7b810e1-77fd-4935-8607-bd2eff5c0915 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:53.742211 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port a7b810e1-77fd-4935-8607-bd2eff5c0915 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:36:53.751034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port a7b810e1-77fd-4935-8607-bd2eff5c0915 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:53.754377 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:53.865443 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:51Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port': {'id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:51Z', 'updated_at': '2021-09-09T06:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:46Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:53.918448 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Checking router: 5c283a14-e39f-4601-b5be-f3b6e5a847e7 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:53.918799 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Updating router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 port 3658ae4f-5dce-4eb2-87d4-0822e14b306d binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:36:53.975661 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:53.990010 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.035495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port a7b810e1-77fd-4935-8607-bd2eff5c0915, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=a7b810e1-77fd-4935-8607-bd2eff5c0915,segment=NetworkSegment(c2c55f5b-77d5-4d6b-8cad-f597e7627f69),segment_id=c2c55f5b-77d5-4d6b-8cad-f597e7627f69)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:54.101053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.213218 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=a7b810e1-77fd-4935-8607-bd2eff5c0915,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:54.363434 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.372910 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Transition to ACTIVE for port object 3658ae4f-5dce-4eb2-87d4-0822e14b306d will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:36:54.449019 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.499404 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9367e8-1e80-43a5-842b-be6ba177456a None None] Pushing event updated for resources: {'Port': ['ID=3658ae4f-5dce-4eb2-87d4-0822e14b306d,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:54.504048 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Attempting to bind port 3658ae4f-5dce-4eb2-87d4-0822e14b306d on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:36:54.504420 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Attempting to bind port 3658ae4f-5dce-4eb2-87d4-0822e14b306d by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:36:54.504901 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Attempting to bind port 3658ae4f-5dce-4eb2-87d4-0822e14b306d on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:36:54.509788 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:36:54.510168 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:36:54.510592 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.511012 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:36:54.514287 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Bound port: 3658ae4f-5dce-4eb2-87d4-0822e14b306d, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:36:54.514287 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.563917 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] For port 3658ae4f-5dce-4eb2-87d4-0822e14b306d, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:36:54.566812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] For port 3658ae4f-5dce-4eb2-87d4-0822e14b306d, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3658ae4f-5dce-4eb2-87d4-0822e14b306d,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:36:54.632362 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:54.691881 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Routers {'5c283a14-e39f-4601-b5be-f3b6e5a847e7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:36:54.692498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:36:39Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:54.694113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9367e8-1e80-43a5-842b-be6ba177456a None None] Pushing event updated for resources: {'Port': ['ID=3658ae4f-5dce-4eb2-87d4-0822e14b306d,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:54.804048 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 50532) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:36:54.889850 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] Set router 5c283a14-e39f-4601-b5be-f3b6e5a847e7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:36:54.918345 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-06473cf8-2c89-4718-91de-aa09a7a80c54 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1130974 Sep 09 06:36:55.107410 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:51Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port': {'id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:51Z', 'updated_at': '2021-09-09T06:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:53Z', 'revision_number': 5, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:55.136320 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff8ce-c654-47e1-b2e5-8bc0a538de5a None None] The sync data for ids ['5c283a14-e39f-4601-b5be-f3b6e5a847e7'] in dv-cinder-733062-23-iscsi is: [{'id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'name': 'router1', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:36:33Z', 'updated_at': '2021-09-09T06:36:51Z', 'revision_number': 4, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'gw_port': {'id': '3658ae4f-5dce-4eb2-87d4-0822e14b306d', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:51Z', 'updated_at': '2021-09-09T06:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'a7b810e1-77fd-4935-8607-bd2eff5c0915', 'name': '', 'network_id': '11f66847-d231-4cc8-92ef-249f38554a0f', 'tenant_id': 'd826472e10d44dc8ac79cb93870357a9', 'mac_address': 'fa:16:3e:9d:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c283a14-e39f-4601-b5be-f3b6e5a847e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:36:42Z', 'updated_at': '2021-09-09T06:36:53Z', 'revision_number': 5, 'project_id': 'd826472e10d44dc8ac79cb93870357a9', 'subnets': [{'id': '3441c764-7a79-4918-8d14-2dd2148387d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5315b041-02f3-4a76-b64c-ac5448d82849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:55.569342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3658ae4f-5dce-4eb2-87d4-0822e14b306d up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:55.672585 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 3658ae4f-5dce-4eb2-87d4-0822e14b306d completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:36:55.679064 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 3658ae4f-5dce-4eb2-87d4-0822e14b306d triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:55.679064 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:55.763236 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:55.785109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 3658ae4f-5dce-4eb2-87d4-0822e14b306d, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3658ae4f-5dce-4eb2-87d4-0822e14b306d,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:55.860940 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:55.861787 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device a7b810e1-77fd-4935-8607-bd2eff5c0915 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:55.951355 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=3658ae4f-5dce-4eb2-87d4-0822e14b306d,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:55.959379 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port a7b810e1-77fd-4935-8607-bd2eff5c0915 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:55.959750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:36:57.502511 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3658ae4f-5dce-4eb2-87d4-0822e14b306d up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:57.560904 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 3658ae4f-5dce-4eb2-87d4-0822e14b306d triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:36:57.561189 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:07.065556 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9e046dcc-5320-4a6e-a8c4-a9299cf1e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:09.574788 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f13dd081-0345-450d-bb9e-4461d124bc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:10.088772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:10.598005 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:12.357396 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:26.209756 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:37:37.094034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02edc3a6-2769-4df0-ba37-ee3980800e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:39.562436 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-32900d50-0767-49d9-842a-a6b7a7b63a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:40.071002 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:40.612665 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:37:42.345184 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:03.207876 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:38:07.057871 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4a25bee1-89b4-439f-997f-842ab2db85c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:09.573430 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6970e462-561d-4b2f-8852-267f9014dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:10.070412 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:10.607481 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:12.342813 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:32.855195 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51094) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:32.918251 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fbdc3e-6e51-465d-8b1a-ec6ec378eeab admin admin] GET failed (client error): The resource could not be found. Sep 09 06:38:32.919591 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-46fbdc3e-6e51-465d-8b1a-ec6ec378eeab admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628884 Sep 09 06:38:33.072473 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68e678-3030-4472-8753-eb54dd7219c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:33.073877 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-4b68e678-3030-4472-8753-eb54dd7219c1 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1494925 Sep 09 06:38:35.246610 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51104) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:35.335942 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124e350-9e4e-4c73-a3e1-14f2989355ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:35.337310 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2124e350-9e4e-4c73-a3e1-14f2989355ce admin admin] 10.222.0.37 "GET /v2.0/subnets/3441c764-7a79-4918-8d14-2dd2148387d9 HTTP/1.1" status: 200 len: 849 time: 0.0897145 Sep 09 06:38:35.347088 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:35.434013 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:35.635273 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729387901197'] for subnet, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:35.665236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:35.665353 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:35.667362 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] 10.222.0.37 "PUT /v2.0/subnets/3441c764-7a79-4918-8d14-2dd2148387d9 HTTP/1.1" status: 200 len: 868 time: 0.3238492 Sep 09 06:38:35.669033 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ff98a-1715-4e93-838b-edcbce86a4d4 None None] Network 11f66847-d231-4cc8-92ef-249f38554a0f requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:38:35.688713 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3441c764-7a79-4918-8d14-2dd2148387d9,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:35.696342 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.696702 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.697043 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.697381 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.697707 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.698046 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.698378 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.698742 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.699106 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.699430 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.699751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:35.700070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f9155-df04-46b9-b4bf-1bfb9b6b8c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:36.059907 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-76b7e45b-9697-4163-a3fb-ea246ef0f2af None None] Provisioning complete for port a7b810e1-77fd-4935-8607-bd2eff5c0915 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:38:36.060270 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-76b7e45b-9697-4163-a3fb-ea246ef0f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:36.141679 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-76b7e45b-9697-4163-a3fb-ea246ef0f2af None None] Provisioning complete for port a3ef90da-a9c0-4dcc-a5b0-885ed0564f39 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:38:36.141959 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-76b7e45b-9697-4163-a3fb-ea246ef0f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:37.058698 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6560f467-95c9-459c-8c3e-a767988bc51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:37.854408 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51112) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:38.055654 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbea954-6be5-4700-a3d3-7724ea0cc4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:38.056045 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbea954-6be5-4700-a3d3-7724ea0cc4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:38.057569 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fcbea954-6be5-4700-a3d3-7724ea0cc4fa admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2021739 Sep 09 06:38:39.560846 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2cecc0e4-5b70-49d4-93d5-bd1a1f9ccfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:40.046488 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:40.206021 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:38:40.224287 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51120) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:40.356476 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ecfc7-b80a-474f-91b8-7eb92e0df6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:40.356476 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ecfc7-b80a-474f-91b8-7eb92e0df6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:40.357711 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e91ecfc7-b80a-474f-91b8-7eb92e0df6e4 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1324496 Sep 09 06:38:40.658087 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:42.347302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:38:42.527379 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51128) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:42.669698 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc235091-5b24-4ad3-9086-7b18dab162af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:42.671363 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-dc235091-5b24-4ad3-9086-7b18dab162af admin admin] 10.222.0.37 "GET /v2.0/networks/11f66847-d231-4cc8-92ef-249f38554a0f HTTP/1.1" status: 200 len: 868 time: 0.1430941 Sep 09 06:38:44.848761 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51136) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:44.970442 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f4e63-a7a4-4a41-969c-4ca93992dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:44.971805 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cb0f4e63-a7a4-4a41-969c-4ca93992dfba admin admin] 10.222.0.37 "GET /v2.0/networks/758a4400-b375-4fc0-bc0a-97bb0c7f3255 HTTP/1.1" status: 200 len: 886 time: 0.1221049 Sep 09 06:38:47.149868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51144) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:47.271734 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72406e40-c705-42c7-9c2b-fdec2fec0454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:47.272192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72406e40-c705-42c7-9c2b-fdec2fec0454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:47.273680 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-72406e40-c705-42c7-9c2b-fdec2fec0454 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228695 Sep 09 06:38:49.421074 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51152) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:49.547045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6a312-d4b2-4263-a9be-bfc386525bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:49.547448 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6a312-d4b2-4263-a9be-bfc386525bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:49.548944 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-38d6a312-d4b2-4263-a9be-bfc386525bc7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268642 Sep 09 06:38:51.716557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51162) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:51.811032 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bda740-1455-43ea-ab2d-56eae8b89200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:51.812388 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-34bda740-1455-43ea-ab2d-56eae8b89200 admin admin] 10.222.0.37 "GET /v2.0/subnets/3441c764-7a79-4918-8d14-2dd2148387d9 HTTP/1.1" status: 200 len: 868 time: 0.0948956 Sep 09 06:38:53.974496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51170) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:38:54.061006 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652963e-8912-4b1b-9b2f-3040a5e4475c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:38:54.062300 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4652963e-8912-4b1b-9b2f-3040a5e4475c admin admin] 10.222.0.37 "GET /v2.0/subnets/8069be9b-3054-40da-ac1c-5c9a35251f6e HTTP/1.1" status: 200 len: 816 time: 0.0868447 Sep 09 06:39:07.051821 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8d638f9e-10d3-46ae-b9d2-b2875a189a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:09.568614 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-165707d7-0976-499d-9989-3c349e72d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:10.068651 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:10.606015 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:12.343189 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:17.205628 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:39:19.287744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51224) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:39:19.335452 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [None req-75ea2c28-2691-4771-90b7-a11db75a85d6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:39:19.336444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-75ea2c28-2691-4771-90b7-a11db75a85d6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477843 Sep 09 06:39:21.618257 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51232) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:39:21.677055 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a137b1f9-c62f-4844-b1f8-23cd3eddaac6 admin admin] GET failed (client error): The resource could not be found. Sep 09 06:39:21.678323 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a137b1f9-c62f-4844-b1f8-23cd3eddaac6 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591748 Sep 09 06:39:21.835166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882118c-f076-4cb8-9a5a-856a4cb0aed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:39:21.836549 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e882118c-f076-4cb8-9a5a-856a4cb0aed5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1531761 Sep 09 06:39:24.078770 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51240) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:39:24.125357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:39:24.239227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Made reservation on behalf of cf6ab335010c4b2fb9bc4f4a14eb7d68 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:39:24.241524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:24.269390 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING neutron.services.revisions.revision_plugin [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Could not find related network for resource to bump revision. Sep 09 06:39:24.281554 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:39:24.290514 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:24.290849 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Added segment 47ad21d9-adae-4532-a771-82b60ffcaf25 of type vlan for network 1ff1b060-ef01-4140-9684-89d079c18a57 Sep 09 06:39:24.340400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:24.422424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:24.423389 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:39:24.423969 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:24.480886 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff1b060-ef01-4140-9684-89d079c18a57,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:24.487245 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489833 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.489833 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.490106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.490421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.490731 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:24.501261 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 1ff1b060-ef01-4140-9684-89d079c18a57 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:39:24.508879 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-c716296a-0f15-4da7-a1eb-20d3cbbf82d0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4290335 Sep 09 06:39:26.732887 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51248) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:39:26.791085 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b49504-351f-49b8-be48-d46ab2fb28d1 admin admin] GET failed (client error): The resource could not be found. Sep 09 06:39:26.792860 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-c1b49504-351f-49b8-be48-d46ab2fb28d1 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590026 Sep 09 06:39:26.861958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7515f-4254-4f99-b900-f5caf05c9090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:39:26.863369 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7dd7515f-4254-4f99-b900-f5caf05c9090 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656600 Sep 09 06:39:26.873286 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57', 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:39:26.976826 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Made reservation on behalf of cf6ab335010c4b2fb9bc4f4a14eb7d68 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:39:26.979525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:27.210853 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:27.272435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3259b94c-ae78-4c44-9959-aadc97d9552b,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:27.277476 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Checking segment: {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:39:27.277822 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Network hostable DHCP agents. Network: 1ff1b060-ef01-4140-9684-89d079c18a57, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:39:27.416446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Network 1ff1b060-ef01-4140-9684-89d079c18a57 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:39:27.485095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 1ff1b060-ef01-4140-9684-89d079c18a57) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:39:27.489320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:39:27.490676 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:27.493623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc0e04-433c-42a0-b82d-1e44f5262b2f None None] Network 1ff1b060-ef01-4140-9684-89d079c18a57 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:39:27.557838 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-36d11692-a057-43c2-9320-19171d4c9431 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6877401 Sep 09 06:39:27.738244 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-1ff1b060-ef01-4140-9684-89d079c18a57', 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57', 'tenant_id': 'cf6ab335010c4b2fb9bc4f4a14eb7d68', 'fixed_ips': [{'subnet_id': '3259b94c-ae78-4c44-9959-aadc97d9552b'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:39:27.739134 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:27.875812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Allocated IP 192.168.233.2 (1ff1b060-ef01-4140-9684-89d079c18a57/3259b94c-ae78-4c44-9959-aadc97d9552b/0156c519-532f-422b-8b9e-f63dd49a7b1a) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:39:28.014175 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:28.022635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Transition to ACTIVE for port object 0156c519-532f-422b-8b9e-f63dd49a7b1a will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:39:28.037483 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Transition to ACTIVE for port object 0156c519-532f-422b-8b9e-f63dd49a7b1a will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:39:28.111235 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:28.153362 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Network 1ff1b060-ef01-4140-9684-89d079c18a57 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:39:28.157971 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:39:28.162313 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:39:28.165300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Pushing event updated for resources: {'Port': ['ID=0156c519-532f-422b-8b9e-f63dd49a7b1a,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:28.191300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.191660 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.201931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:28.227161 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Attempting to bind port 0156c519-532f-422b-8b9e-f63dd49a7b1a on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:39:28.227526 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Attempting to bind port 0156c519-532f-422b-8b9e-f63dd49a7b1a by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:39:28.227881 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Attempting to bind port 0156c519-532f-422b-8b9e-f63dd49a7b1a on network 1ff1b060-ef01-4140-9684-89d079c18a57 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:39:28.233265 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:39:28.233627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Checking segment: {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:39:28.234014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:28.234396 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Bound using segment: {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:39:28.234847 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Bound port: 0156c519-532f-422b-8b9e-f63dd49a7b1a, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:39:28.235244 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:28.296204 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] For port 0156c519-532f-422b-8b9e-f63dd49a7b1a, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:39:28.299488 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] For port 0156c519-532f-422b-8b9e-f63dd49a7b1a, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0156c519-532f-422b-8b9e-f63dd49a7b1a,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:39:28.377575 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:28.440047 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710e584-0c6f-43f2-92ac-77943e26a687 None None] Pushing event updated for resources: {'Port': ['ID=0156c519-532f-422b-8b9e-f63dd49a7b1a,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:29.245067 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4f975-7e96-457f-8384-70c59a81c450 None None] Network 1ff1b060-ef01-4140-9684-89d079c18a57 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:39:29.391633 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-abd8dc29-1964-401e-b28f-96e7ef97cb70 None None] Provisioning for port 0156c519-532f-422b-8b9e-f63dd49a7b1a completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:39:29.614093 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0156c519-532f-422b-8b9e-f63dd49a7b1a up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:39:29.746030 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 0156c519-532f-422b-8b9e-f63dd49a7b1a completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:39:29.750294 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 0156c519-532f-422b-8b9e-f63dd49a7b1a triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:39:29.750670 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:29.829407 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:29.861191 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 0156c519-532f-422b-8b9e-f63dd49a7b1a, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0156c519-532f-422b-8b9e-f63dd49a7b1a,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:29.965422 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:30.015145 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=0156c519-532f-422b-8b9e-f63dd49a7b1a,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:31.581767 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0156c519-532f-422b-8b9e-f63dd49a7b1a up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:39:31.629242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 0156c519-532f-422b-8b9e-f63dd49a7b1a triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:39:31.629614 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:37.070634 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8f5d41bb-e27f-42a4-a72c-021e55eb3040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:39.630363 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8a589208-bdc3-4038-9294-9e69cf9a55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:40.079515 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:40.676105 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:42.350354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:39:54.204467 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:40:07.068947 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d12546bc-2aee-406f-863f-2815e6a1badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:09.572425 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-735adf32-5181-42fa-9344-23289a984261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:10.068878 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:10.628983 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:12.343292 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:31.202800 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:40:37.050180 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2145c132-fceb-4130-b966-41b4a4aaa5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:39.582005 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-609badf6-4e0c-4264-bb47-23d905b0f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:40.073195 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:40.649994 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:42.364606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:45.319613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51300) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:40:45.326153 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [None req-d04d16e4-dd68-44b1-8102-e7c6f31e21d4 tempest-verify_tempest_config-582607017 tempest-verify_tempest_config-582607017-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:40:45.327109 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d04d16e4-dd68-44b1-8102-e7c6f31e21d4 tempest-verify_tempest_config-582607017 tempest-verify_tempest_config-582607017-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059793 Sep 09 06:40:45.800107 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51318) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:40:45.899721 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:45.994601 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.077329 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.124108 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1d5bd8c4b7942a199cfd7a4cd6ca9d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3229163 Sep 09 06:40:46.124820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f619a-b62f-46f2-9c8a-b1fbd779b28c,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:46.126817 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51322) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:40:46.131428 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.137007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39bbbb1-d254-4354-a59b-b7fb785edadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.181365 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.201132 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.347637 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.350166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:40:46.352043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b5f619a-b62f-46f2-9c8a-b1fbd779b28c HTTP/1.1" status: 204 len: 168 time: 0.2232134 Sep 09 06:40:46.359534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f619a-b62f-46f2-9c8a-b1fbd779b28c,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:46.366151 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:46.370465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c1e32-ff3d-4f09-8519-0d54f5d6cc90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:07.031962 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-477a0569-ba7e-4fe2-b10f-0429363e72dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:08.201287 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:41:09.585860 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e85214fa-b209-4c9b-8dcd-f3a19df92571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:10.077501 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:10.648965 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:12.357625 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:37.031116 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ccfec231-efaa-4190-a3de-a86c8e2793c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:39.567301 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-49790a4c-168c-4f2e-aacb-11759cdad169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:40.087635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:40.624666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:42.338927 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:41:45.199899 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 5 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:42:07.029397 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-be0d76b7-8bde-443f-bda3-b4e0b44f3ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:09.566163 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-631bd657-e227-491a-b62f-59bae2cedfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:10.087096 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:10.629520 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:12.372536 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:13.223943 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693661'] for agent, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:22.198249 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:42:28.121373 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51396) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:42:28.225417 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0a1346a6-d898-46ef-851d-88ea782f9b41 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1029348 Sep 09 06:42:30.433657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51406) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:42:30.486441 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-bcb54210-079b-4248-8c44-42fef59b4c35 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0517199 Sep 09 06:42:37.045729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e5de67-2818-4db1-95e1-428bb1dab3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:39.611616 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-21040e76-f619-46f2-8e00-c95064f22ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:40.063001 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:40.623198 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:42.342656 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:43.148259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:42:59.197488 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:43:07.050424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-916ea504-3dfc-4a78-8fae-9d4981b45ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:09.576120 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f6e40a52-d331-4426-ab53-14e6c8555c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:10.084550 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:10.644729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:12.376835 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:13.187555 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:36.196887 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:43:37.072755 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-16014198-6b7a-45bf-b122-0e695b79336a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:39.575540 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bd068cb3-fe41-4501-b6a4-b95cb7f63a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:40.082014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:40.636446 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:42.373285 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:43.184947 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:58.405320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51626) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:43:58.663668 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51640) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:43:58.892637 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-839110390-network', 'tenant_id': '18ca3eb923114f978e193ece06d5b172'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:43:58.969925 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Made reservation on behalf of 18ca3eb923114f978e193ece06d5b172 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:43:58.973588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:58.983499 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:58.987612 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51652) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:43:58.994870 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51656) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:43:59.086716 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.092417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1275043480-network', 'tenant_id': 'a0b5a71236c84d5980c25c4deeecac31'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:43:59.154304 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.176219 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86007425-7064-4b37-975e-8847712c033d admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:43:59.200449 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.200625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Added segment e8f980e8-6471-44ca-8ef8-02519754ad77 of type vlan for network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc Sep 09 06:43:59.231463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98bcb08-4b53-4bc3-b0ce-f83940ebf72b,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:59.245806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.246184 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.246527 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.247091 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.247425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.247963 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.248485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.248832 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.249337 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.249684 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.250008 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.250333 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Tracked resource versions report: Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: pushed versions: Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: { 'AddressGroup': {'1.2'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'ConntrackHelper': {'1.0'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Log': {'1.0'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Network': {'1.1'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Port': {'1.7'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'PortForwarding': {'1.2'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'QosPolicy': {'1.9'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroup': {'1.4'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SubPort': {'1.0'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Subnet': {'1.1'}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Trunk': {'1.1'}} Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: consumer versions: Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: HyperV agent@hv-cinder-73306: {}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'ConntrackHelper': '1.0', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Log': '1.0', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Network': '1.1', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Port': '1.7', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'PortForwarding': '1.2', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'QosPolicy': '1.9', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroup': '1.4', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SecurityGroupRule': '1.2', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'SubPort': '1.0', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Subnet': '1.1', Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: 'Trunk': '1.1'}} Sep 09 06:43:59.251491 dv-cinder-733062-23-iscsi neutron-server[100949]: {{(pid=100949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:43:59.257926 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.277727 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Made reservation on behalf of a0b5a71236c84d5980c25c4deeecac31 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:43:59.280036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.290876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.361604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.362640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:43:59.363155 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.382261 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1113321816-network', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:43:59.434856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-290232247-network', 'tenant_id': '65636dc8e6084a19aa10122089ea0905'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:43:59.437673 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007425-7064-4b37-975e-8847712c033d admin admin] Pushing event updated for resources: {'Network': ['ID=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:59.447507 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:43:59.467048 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.535485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.556754 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:43:59.573746 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.574253 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Added segment 7b380716-6400-44dd-8376-34814af06c5f of type vlan for network 8b52e1da-9127-4638-a52a-4b9460e15b26 Sep 09 06:43:59.586477 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bcaccb-2358-4d69-92b0-fb2d04c27b4c,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:59.629872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.673020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Made reservation on behalf of 8b0d0d7d7b4a4188a9b35502e84a32ba for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:43:59.675448 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.685235 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.795705 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.796744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:43:59.797646 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:43:59.803976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-86007425-7064-4b37-975e-8847712c033d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3975365 Sep 09 06:43:59.806683 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51702) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:43:59.817988 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Request body: {'subnet': {'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-subnet', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:43:59.893129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b52e1da-9127-4638-a52a-4b9460e15b26,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:59.907911 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 8b52e1da-9127-4638-a52a-4b9460e15b26 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:43:59.991106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Made reservation on behalf of 65636dc8e6084a19aa10122089ea0905 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:43:59.997368 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.005386 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.076374 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f5f9b925-9d8a-48be-9e2c-6369b3b310d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4116330 Sep 09 06:44:00.076958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51720) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:00.081623 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Request body: {'subnet': {'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1275043480-subnet', 'tenant_id': 'a0b5a71236c84d5980c25c4deeecac31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:00.153212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.236196 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.256059 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:44:00.273581 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.273915 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Added segment 6b6cacd3-d726-4613-8533-51f4ed6454a8 of type vlan for network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 Sep 09 06:44:00.311022 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eb743a-d6b0-4c6f-bbb1-835c5a688461,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:00.325808 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Made reservation on behalf of 18ca3eb923114f978e193ece06d5b172 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:00.328114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.329743 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.db.api [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 06:44:00.329743 dv-cinder-733062-23-iscsi neutron-server[100949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 06:44:00.329743 dv-cinder-733062-23-iscsi neutron-server[100949]: [parameters: {'project_id_1': 'a0b5a71236c84d5980c25c4deeecac31', 'expiration_1': datetime.datetime(2021, 9, 9, 6, 43, 40, 87214)}] Sep 09 06:44:00.329743 dv-cinder-733062-23-iscsi neutron-server[100949]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 06:44:00.330109 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG oslo_db.api [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:44:00.331529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.343609 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.343971 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.344310 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.344641 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.344964 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.345316 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.345669 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.346005 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.346328 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.346661 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.346992 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.347307 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Tracked resource versions report: Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: pushed versions: Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: { 'AddressGroup': {'1.2'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'ConntrackHelper': {'1.0'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Log': {'1.0'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Network': {'1.1'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Port': {'1.7'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'PortForwarding': {'1.2'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'QosPolicy': {'1.9'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroup': {'1.4'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SubPort': {'1.0'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Subnet': {'1.1'}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Trunk': {'1.1'}} Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: consumer versions: Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: HyperV agent@hv-cinder-73306: {}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'ConntrackHelper': '1.0', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Log': '1.0', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Network': '1.1', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Port': '1.7', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'PortForwarding': '1.2', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'QosPolicy': '1.9', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroup': '1.4', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SecurityGroupRule': '1.2', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'SubPort': '1.0', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Subnet': '1.1', Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: 'Trunk': '1.1'}} Sep 09 06:44:00.348412 dv-cinder-733062-23-iscsi neutron-server[100948]: {{(pid=100948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:44:00.405075 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.495399 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.521260 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:44:00.531772 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb05cb7-8854-42e4-ace1-7e83276cf405,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:00.537798 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.538150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Added segment cf8bf842-a5ee-4428-859c-f28ab662b96e of type vlan for network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 Sep 09 06:44:00.590390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.620412 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.621557 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:00.622138 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.720154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.720876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.726793 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:00.727555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:00.729452 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] Pushing event updated for resources: {'Network': ['ID=eb33b260-8b94-439e-9f2b-5038f7ad1dd5,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:00.744863 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:44:00.771178 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d250de59-e78b-40c0-ae4d-a9ad17f9ef54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7824392 Sep 09 06:44:00.780118 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51752) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:00.795966 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Request body: {'subnet': {'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1113321816-subnet', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:00.801076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Checking segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:00.801076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Network hostable DHCP agents. Network: c77217ea-2393-4c7d-9c72-d25c3a3f3cdc, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:00.812371 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:00.884402 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] Pushing event updated for resources: {'Network': ['ID=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:00.889697 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-15ab8a07-f337-42a8-bb22-3df15bb687ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8937180 Sep 09 06:44:00.893348 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51766) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:00.899192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Request body: {'subnet': {'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-subnet', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:00.900685 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:44:00.939056 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:00.988491 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Made reservation on behalf of 8b0d0d7d7b4a4188a9b35502e84a32ba for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:00.995479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.015207 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, c77217ea-2393-4c7d-9c72-d25c3a3f3cdc) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:01.020910 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:01.021491 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.031637 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd4f20-b2c6-4159-8ddd-9a0be97577b4 None None] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:01.098645 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Made reservation on behalf of a0b5a71236c84d5980c25c4deeecac31 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:01.102903 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.208522 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:44:01.209683 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.218094 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Made reservation on behalf of 65636dc8e6084a19aa10122089ea0905 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:01.220632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.300611 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cc045119-870e-4395-b7eb-db0bf20b2ef8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4926612 Sep 09 06:44:01.305344 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51778) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:01.311140 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:01.381978 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.414638 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.415863 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.453558 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafc0d29-1a96-4405-bebd-8afca899ad1d,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:01.459105 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Allocated IP 172.20.0.2 (c77217ea-2393-4c7d-9c72-d25c3a3f3cdc/7fd67d52-bec3-49dd-a5ae-6a52b8e4db79/20ce5126-f79f-4447-8bc4-a313aaabd036) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:01.468888 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.476447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Checking segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:01.476926 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Network hostable DHCP agents. Network: eb33b260-8b94-439e-9f2b-5038f7ad1dd5, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:01.522394 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.554367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6f020b-e4fc-4142-8fbd-979e97733bf4,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:01.564592 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.565267 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Checking segment: {'id': '7b380716-6400-44dd-8376-34814af06c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:01.565717 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Network hostable DHCP agents. Network: 8b52e1da-9127-4638-a52a-4b9460e15b26, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:01.633163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:01.645045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51784) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:01.649194 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.659126 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Transition to ACTIVE for port object 20ce5126-f79f-4447-8bc4-a313aaabd036 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:01.676872 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Transition to ACTIVE for port object 20ce5126-f79f-4447-8bc4-a313aaabd036 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:01.704089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Network 8b52e1da-9127-4638-a52a-4b9460e15b26 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:01.716631 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ffa070-c585-4635-8b99-26f0fb1ec8b1,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:01.721242 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Checking segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:01.721704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Network hostable DHCP agents. Network: 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:01.774490 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-71d52fc3-1d03-4473-9106-2cdb77127a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.800676 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.809930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.848623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:01.852076 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:01.855505 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:01.861863 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, eb33b260-8b94-439e-9f2b-5038f7ad1dd5) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:01.870775 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 8b52e1da-9127-4638-a52a-4b9460e15b26) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:01.896977 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:01.898184 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b42049-e873-41f3-8849-acdd6f90209c None None] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:01.900326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.921338 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Pushing event updated for resources: {'Port': ['ID=20ce5126-f79f-4447-8bc4-a313aaabd036,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:01.943397 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51804) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:01.950695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-71d52fc3-1d03-4473-9106-2cdb77127a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.958364 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:01.959159 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:01.971886 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:01.988131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c6edd1-85b5-44e6-9cf5-82e97c1e4a42 None None] Network 8b52e1da-9127-4638-a52a-4b9460e15b26 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:02.006142 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.006507 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.007097 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.007614 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.007942 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.008451 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.008945 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.009439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.009941 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.010444 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.010923 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.011417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Tracked resource versions report: Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: pushed versions: Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: { 'AddressGroup': {'1.2'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'ConntrackHelper': {'1.0'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Log': {'1.0'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Network': {'1.1'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Port': {'1.7'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'PortForwarding': {'1.2'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'QosPolicy': {'1.9'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroup': {'1.4'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SubPort': {'1.0'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Subnet': {'1.1'}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Trunk': {'1.1'}} Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: consumer versions: Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: HyperV agent@hv-cinder-73306: {}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'ConntrackHelper': '1.0', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Log': '1.0', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Network': '1.1', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Port': '1.7', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'PortForwarding': '1.2', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'QosPolicy': '1.9', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroup': '1.4', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SecurityGroupRule': '1.2', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'SubPort': '1.0', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Subnet': '1.1', Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: 'Trunk': '1.1'}} Sep 09 06:44:02.012692 dv-cinder-733062-23-iscsi neutron-server[100950]: {{(pid=100950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:44:02.018954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-71d52fc3-1d03-4473-9106-2cdb77127a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.024452 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:02.030046 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:02.030628 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.043871 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92350609-3846-49ae-8051-aba438ede46f None None] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:02.103087 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-edf85349-b01e-452a-8a38-3e7504d4577b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0250750 Sep 09 06:44:02.107118 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-71d52fc3-1d03-4473-9106-2cdb77127a8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69782e6099cd44ec96fd60f4cf899ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4613056 Sep 09 06:44:02.108222 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d52fc3-1d03-4473-9106-2cdb77127a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdee926-3c1b-4af1-8f69-e23f0998cd38,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:02.110534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51816) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:02.121905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-1f9e877a-ba5f-4102-980e-17833f31fc31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3401380 Sep 09 06:44:02.125229 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51820) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:02.138339 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:02.177239 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.188427 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-b071ff79-a51c-41bb-ab1e-515729bcb2ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2937903 Sep 09 06:44:02.191278 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51822) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:02.199518 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:02.223830 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.252225 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e0a147fc-be40-408e-b8b9-1c85459b881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.253234 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Attempting to bind port 20ce5126-f79f-4447-8bc4-a313aaabd036 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:02.253698 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Attempting to bind port 20ce5126-f79f-4447-8bc4-a313aaabd036 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:02.254157 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Attempting to bind port 20ce5126-f79f-4447-8bc4-a313aaabd036 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:02.256974 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.258210 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.284159 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:02.284159 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Checking segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:02.288099 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.289430 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Bound using segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:02.297444 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Bound port: 20ce5126-f79f-4447-8bc4-a313aaabd036, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:02.298006 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.328350 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ec91c-39d8-402b-b779-0f11112104a2 None None] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:02.356753 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.361765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.363525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.390382 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.390554 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.395287 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.396257 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cdee926-3c1b-4af1-8f69-e23f0998cd38 HTTP/1.1" status: 204 len: 168 time: 0.2845247 Sep 09 06:44:02.457307 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731a9c6-2349-4b71-a732-128c2238eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdee926-3c1b-4af1-8f69-e23f0998cd38,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:02.490186 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.540286 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.587960 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] For port 20ce5126-f79f-4447-8bc4-a313aaabd036, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:02.596430 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Allocated IP 172.27.0.224 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/c1be3b36-1c9d-44ba-a85b-77aef0e49ab4) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:02.602594 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:44:02.603988 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.651795 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e0a147fc-be40-408e-b8b9-1c85459b881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.654941 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] For port 20ce5126-f79f-4447-8bc4-a313aaabd036, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=20ce5126-f79f-4447-8bc4-a313aaabd036,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:02.704070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efb18d-e924-4f90-9f4b-cd3172a7d745 None None] Network 8b52e1da-9127-4638-a52a-4b9460e15b26 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:02.722626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51850) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:02.724960 dv-cinder-733062-23-iscsi neutron-server[100949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 06:44:02.809884 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.881083 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:02.893619 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Allocated IP 172.20.0.2 (eb33b260-8b94-439e-9f2b-5038f7ad1dd5/aafc0d29-1a96-4405-bebd-8afca899ad1d/7f87d22a-84d0-433a-895c-05866321113f) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:03.074624 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.076463 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e0a147fc-be40-408e-b8b9-1c85459b881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.081401 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.194130 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.270768 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Transition to ACTIVE for port object 7f87d22a-84d0-433a-895c-05866321113f will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:03.275833 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c008b9-29f1-4b0e-8722-e1fb5ea6bcae None None] Pushing event updated for resources: {'Port': ['ID=20ce5126-f79f-4447-8bc4-a313aaabd036,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:03.314519 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Transition to ACTIVE for port object 7f87d22a-84d0-433a-895c-05866321113f will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:03.338223 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-d737c3db-5f35-47da-bb05-60b9360a0ce0 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:03.339825 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-d737c3db-5f35-47da-bb05-60b9360a0ce0 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/networks?id=8b52e1da-9127-4638-a52a-4b9460e15b26 HTTP/1.1" status: 200 len: 812 time: 0.6160963 Sep 09 06:44:03.401910 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.413089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.420975 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-e9f35b23-c4ba-4e28-aaee-8139c95acd55 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/quotas/a0b5a71236c84d5980c25c4deeecac31 HTTP/1.1" status: 200 len: 375 time: 0.0736163 Sep 09 06:44:03.443020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:03.469513 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:03.477384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:03.487647 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-6f8becfb-7a94-4277-ab35-a1bd530d7f53 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0b5a71236c84d5980c25c4deeecac31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577531 Sep 09 06:44:03.492686 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:03.493942 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:03.515558 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51878) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:03.517491 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:03.518751 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e0a147fc-be40-408e-b8b9-1c85459b881c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8746f30723454c0dba9ba14204abd8be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5740681 Sep 09 06:44:03.523795 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Pushing event updated for resources: {'Port': ['ID=7f87d22a-84d0-433a-895c-05866321113f,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:03.523970 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a147fc-be40-408e-b8b9-1c85459b881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc6531a-63c7-48b6-8b53-0d806bff2720,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:03.660059 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Pushing event updated for resources: {'Port': ['ID=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:03.663291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.669883 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Attempting to bind port 7f87d22a-84d0-433a-895c-05866321113f on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:03.670266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Attempting to bind port 7f87d22a-84d0-433a-895c-05866321113f by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:03.670633 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Attempting to bind port 7f87d22a-84d0-433a-895c-05866321113f on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:03.681047 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:03.681427 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Checking segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:03.681825 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.682224 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Bound using segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:03.682711 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Bound port: 7f87d22a-84d0-433a-895c-05866321113f, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:03.683140 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.706774 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.815201 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] For port 7f87d22a-84d0-433a-895c-05866321113f, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:03.821512 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] For port 7f87d22a-84d0-433a-895c-05866321113f, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=7f87d22a-84d0-433a-895c-05866321113f,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:03.856978 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 20ce5126-f79f-4447-8bc4-a313aaabd036 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:03.915263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:03.986688 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.005256 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9560ac-3fb7-46a8-93f7-ecd10758d8ef None None] Pushing event updated for resources: {'Port': ['ID=7f87d22a-84d0-433a-895c-05866321113f,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:04.014654 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.017369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.019857 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.023871 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dc6531a-63c7-48b6-8b53-0d806bff2720 HTTP/1.1" status: 204 len: 168 time: 0.5036466 Sep 09 06:44:04.037793 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-1d597816-0169-4504-9027-2789e38997aa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:44:04.039353 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-1d597816-0169-4504-9027-2789e38997aa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2311139 Sep 09 06:44:04.075882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 20ce5126-f79f-4447-8bc4-a313aaabd036 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:04.097005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d364-9576-4a91-90bc-417b8d93c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc6531a-63c7-48b6-8b53-0d806bff2720,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:04.229555 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.290073 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-97f67485-a03f-4f75-9558-138402d0ad8f service neutron] 10.222.0.37 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037101 Sep 09 06:44:04.309877 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Allocated IP 172.27.0.12 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:04.329694 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.362000 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.546408 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-b713442c-29c6-4966-b6d2-055d3c43c065 service neutron] 10.222.0.37 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460771 Sep 09 06:44:04.578927 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.711081 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a3dbb-0971-4787-9217-674dd2dd7186 None None] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:04.730095 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.770472 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:04.830556 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:04.845783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:04.847721 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:04.850666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:04.869144 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Allocated IP 172.27.0.151 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/43ab4fc4-dbc6-483b-8a83-bec170d046f2) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:05.025157 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Provisioning for port 20ce5126-f79f-4447-8bc4-a313aaabd036 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:05.036500 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Provisioning complete for port 20ce5126-f79f-4447-8bc4-a313aaabd036 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:05.039319 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51924) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:05.040818 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.058188 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51926) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:05.105694 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-41b5fa3a-9d35-4c6b-b297-0bd8a615a4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.136626 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.203645 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:44:05.215289 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.229297 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-331d282f-bb3e-4886-8db9-57f0f31633e1 req-640629f7-256f-4d4a-bf13-14c49e09cb3e tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.1698747 Sep 09 06:44:05.298772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] For port 20ce5126-f79f-4447-8bc4-a313aaabd036, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=20ce5126-f79f-4447-8bc4-a313aaabd036,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:05.396155 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.470486 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.496271 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46776d91-e1d8-4a92-b10b-447f11320396 None None] Pushing event updated for resources: {'Port': ['ID=20ce5126-f79f-4447-8bc4-a313aaabd036,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:05.508863 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8fb67-2141-4f28-9537-8e0fe3008b6f None None] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:05.555536 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-41b5fa3a-9d35-4c6b-b297-0bd8a615a4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.559456 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:05.567210 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:05.571576 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:05.573469 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:05.587914 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:05.597742 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.602159 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:05.608892 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:43:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:05.681998 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Pushing event updated for resources: {'Port': ['ID=43ab4fc4-dbc6-483b-8a83-bec170d046f2,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:05.697728 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-41b5fa3a-9d35-4c6b-b297-0bd8a615a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.791523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.792773 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-52b84cfa-721d-43a6-991a-78dcdf2794ee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4861426 Sep 09 06:44:05.806334 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51958) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:05.841049 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6c9af3c9-d1d3-4d38-9399-488af3f2ab94 None None] Provisioning complete for port 20ce5126-f79f-4447-8bc4-a313aaabd036 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:05.841527 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6c9af3c9-d1d3-4d38-9399-488af3f2ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:05.901989 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:05.909860 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-41b5fa3a-9d35-4c6b-b297-0bd8a615a4b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46f6253e1372415d80a4722d9c989423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8691597 Sep 09 06:44:05.917020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 51962) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:05.923543 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5fa3a-9d35-4c6b-b297-0bd8a615a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef9922-683c-43b8-a73c-e94ba615cb8f,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:06.035084 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 20ce5126-f79f-4447-8bc4-a313aaabd036 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:06.108788 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6c9af3c9-d1d3-4d38-9399-488af3f2ab94 None None] Provisioning for port 7f87d22a-84d0-433a-895c-05866321113f completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:06.115721 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 20ce5126-f79f-4447-8bc4-a313aaabd036 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:06.117003 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.186021 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.282994 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 7f87d22a-84d0-433a-895c-05866321113f up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:06.323748 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:03Z', 'revision_number': 3, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:06.391641 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:06.392818 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Updating router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:06.434726 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b3a883b0-66a9-4534-9dea-7069704e8ca9 req-0d09a53b-e119-4405-8c8c-472b11c791c0 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.0814211 Sep 09 06:44:06.452434 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 7f87d22a-84d0-433a-895c-05866321113f completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:06.474785 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.475136 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 7f87d22a-84d0-433a-895c-05866321113f triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:06.476873 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.489304 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.561121 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.561266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Router 63e49982-bb02-4c16-b052-78d8b3816ca7 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:44:06.577176 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.596263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.662804 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 7f87d22a-84d0-433a-895c-05866321113f, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=7f87d22a-84d0-433a-895c-05866321113f,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:06.732471 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.746923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:06.794150 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Sync routers for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:06.810196 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:06.811052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:43:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:06.854937 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.858905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8408d39a-247a-485c-886b-fe472fb0bfc8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6637657 Sep 09 06:44:06.859331 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 51998) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:06.872918 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=7f87d22a-84d0-433a-895c-05866321113f,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:06.929491 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.932126 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.935842 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ef9922-683c-43b8-a73c-e94ba615cb8f HTTP/1.1" status: 204 len: 168 time: 1.0013223 Sep 09 06:44:06.976143 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:06.985942 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:06.994764 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Transition to ACTIVE for port object c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:07.035819 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d5576-ad81-4f3f-a78a-e429c359e7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef9922-683c-43b8-a73c-e94ba615cb8f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:07.049848 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.083585 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.154678 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Pushing event updated for resources: {'Port': ['ID=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:07.157098 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Attempting to bind port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:07.157907 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Attempting to bind port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:07.158437 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Attempting to bind port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:07.167990 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.168632 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.169140 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.169820 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.170458 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.170993 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.171496 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.171994 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.172500 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.172993 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.173464 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.174138 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Tracked resource versions report: Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: pushed versions: Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: { 'AddressGroup': {'1.2'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'ConntrackHelper': {'1.0'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Log': {'1.0'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Network': {'1.1'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Port': {'1.7'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'PortForwarding': {'1.2'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'QosPolicy': {'1.9'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroup': {'1.4'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SubPort': {'1.0'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Subnet': {'1.1'}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Trunk': {'1.1'}} Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: consumer versions: Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: { DHCP agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: HyperV agent@hv-cinder-73306: {}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: L3 agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: Metadata agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: Metering agent@dv-cinder-733062-23-iscsi: {}, Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: Open vSwitch agent@dv-cinder-733062-23-iscsi: { 'AddressGroup': '1.2', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'ConntrackHelper': '1.0', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Log': '1.0', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Network': '1.1', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Port': '1.7', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'PortForwarding': '1.2', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'QosPolicy': '1.9', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroup': '1.4', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SecurityGroupRule': '1.2', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'SubPort': '1.0', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Subnet': '1.1', Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: 'Trunk': '1.1'}} Sep 09 06:44:07.175450 dv-cinder-733062-23-iscsi neutron-server[100951]: {{(pid=100951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:44:07.188396 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:07.188990 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:07.189575 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.190263 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:07.190909 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Bound port: c1be3b36-1c9d-44ba-a85b-77aef0e49ab4, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:07.191547 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.219520 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-14bc6518-1e6c-4de3-96a6-17bef6d1aead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.274040 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.288976 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] For port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:07.300851 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] For port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:07.351374 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52014) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:07.360332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:05Z', 'revision_number': 3, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:07.390018 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.393467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Checking router: 63e49982-bb02-4c16-b052-78d8b3816ca7 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:07.393925 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Updating router 63e49982-bb02-4c16-b052-78d8b3816ca7 port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:07.423863 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.504306 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:07.505041 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:43:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:07.544579 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6bad-d6b6-41b3-a084-402c2003656b None None] Pushing event updated for resources: {'Port': ['ID=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:07.613135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a74e94fa-97d7-429d-98e3-f8f640d24d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.632348 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:44:07.645035 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Allocated IP 172.20.0.1 (c77217ea-2393-4c7d-9c72-d25c3a3f3cdc/7fd67d52-bec3-49dd-a5ae-6a52b8e4db79/99b29230-b77e-4f50-bbe4-e9fc3b235d3a) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:07.660318 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:07.815827 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-eb872ab7-37c3-4345-8ef9-1f947cb83ae4 req-20b9109e-0dcd-4adc-bdda-49d32988b62a tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.0675817 Sep 09 06:44:07.838680 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 7f87d22a-84d0-433a-895c-05866321113f up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:07.868270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.889637 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:07.928197 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.938743 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:07.941530 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Transition to ACTIVE for port object e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:07.944992 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 7f87d22a-84d0-433a-895c-05866321113f triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:07.945361 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.955749 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:07.981463 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:07.982105 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:43:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:07.992337 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Transition to ACTIVE for port object 99b29230-b77e-4f50-bbe4-e9fc3b235d3a will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:08.054014 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a74e94fa-97d7-429d-98e3-f8f640d24d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.083587 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.121124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Allocated IP 172.20.0.1 (37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3/99ffa070-c585-4635-8b99-26f0fb1ec8b1/c77bc37a-48db-485d-b7e1-22a87f17f140) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:08.138802 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a74e94fa-97d7-429d-98e3-f8f640d24d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.143689 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259203d-9b29-4631-803f-972ab4bca283 None None] Pushing event updated for resources: {'Port': ['ID=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:08.153368 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Attempting to bind port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:08.153940 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Attempting to bind port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:08.154480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Attempting to bind port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:08.162202 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:08.162987 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:08.164089 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.164671 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:08.165332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Bound port: e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:08.165828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.166167 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.172209 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:03Z', 'revision_number': 3, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:08.196450 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a74e94fa-97d7-429d-98e3-f8f640d24d83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d73b23da65f544ec82bf25b999d44b8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8433542 Sep 09 06:44:08.207361 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52040) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:08.207569 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ea5da-0103-4a36-9068-c81e10a70215 None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:03Z', 'revision_number': 3, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:08.240930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] For port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:08.240930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] For port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:08.241524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e94fa-97d7-429d-98e3-f8f640d24d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ab56c-3f4c-4dcb-af0d-46973130985d,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:08.289981 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Pushing event updated for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:08.301176 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.302345 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.302477 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-60a228de-a4ce-4a9e-b6db-126b98b2813d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1703680 Sep 09 06:44:08.304445 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:08.306422 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52044) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:08.311707 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:08.317128 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:08.317128 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.352794 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:08.396445 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:08.398131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:43:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:08.410536 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.558560 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259203d-9b29-4631-803f-972ab4bca283 None None] Pushing event updated for resources: {'Port': ['ID=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:08.603827 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:08.759840 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.766810 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:06Z', 'revision_number': 3, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:08.792126 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:08.835795 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:08.836635 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Updating router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:08.837309 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-13d724fe-c2be-4c9a-9469-19228d20f821 None None] Provisioning for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:08.863804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:08.865969 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-13d724fe-c2be-4c9a-9469-19228d20f821 None None] Provisioning complete for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:08.866864 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-13d724fe-c2be-4c9a-9469-19228d20f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.870228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:08.870789 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.891832 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:08.977160 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.003994 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.112586 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-13d724fe-c2be-4c9a-9469-19228d20f821 None None] Port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:09.134383 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.134383 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.134772 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/996ab56c-3f4c-4dcb-af0d-46973130985d HTTP/1.1" status: 204 len: 168 time: 0.9259572 Sep 09 06:44:09.148987 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c864109-ce23-4ffd-9891-d192ce5fdd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ab56c-3f4c-4dcb-af0d-46973130985d,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:09.241847 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:05Z', 'revision_number': 3, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:09.275432 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b421835-8a5a-41b7-8fde-76342e42d3bb None None] The sync data for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi is: [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:05Z', 'revision_number': 3, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:09.309443 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.438233 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.450316 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Transition to ACTIVE for port object 43ab4fc4-dbc6-483b-8a83-bec170d046f2 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:09.463609 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e2ec7869-7d9a-4a81-b5cd-8366a16b5065 req-a2478da3-be58-405f-a132-65fa59382369 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.0817833 Sep 09 06:44:09.471738 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Pushing event updated for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:09.534945 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.595458 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c35c812c-c73f-4f64-bdc1-e82c661b2cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.657020 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ebbfc-89b9-425c-989d-e34aedc10214 None None] Pushing event updated for resources: {'Port': ['ID=43ab4fc4-dbc6-483b-8a83-bec170d046f2,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:09.783190 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Attempting to bind port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:09.783747 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Attempting to bind port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:09.784282 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Attempting to bind port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:09.803921 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:09.809338 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:09.809338 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.809880 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:09.810323 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Bound port: 43ab4fc4-dbc6-483b-8a83-bec170d046f2, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:09.810731 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.842263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.888329 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.932927 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] For port 43ab4fc4-dbc6-483b-8a83-bec170d046f2, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:09.942656 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] For port 43ab4fc4-dbc6-483b-8a83-bec170d046f2, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=43ab4fc4-dbc6-483b-8a83-bec170d046f2,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:09.950351 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:09.958393 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:09.959312 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.037246 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.044647 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.177920 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:10.178308 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:10.224124 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:10.237974 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:10.242131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.307007 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ebbfc-89b9-425c-989d-e34aedc10214 None None] Pushing event updated for resources: {'Port': ['ID=43ab4fc4-dbc6-483b-8a83-bec170d046f2,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:10.338465 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.340183 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:10.344879 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:10.399922 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Pushing event updated for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:10.541621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.564032 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52096) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:10.630805 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:10.636886 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:10.668710 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:44:10.688173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ac594ef3-53ec-46ae-b6f0-6cc065f07dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.700025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.734938 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.736760 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:10.849543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.852946 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.890487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.947882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-69d5a9bc-deda-4caf-9dda-0e0c891e5a7b None None] Provisioning complete for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:10.948597 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-69d5a9bc-deda-4caf-9dda-0e0c891e5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:10.986930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:11.028115 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:11.032969 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:11.048235 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-69d5a9bc-deda-4caf-9dda-0e0c891e5a7b None None] Port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:11.066084 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-17e2806a-4880-439c-948c-3d380f773c81 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c0bd847-9d05-4a6f-b9ef-15cd4e525a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559938 Sep 09 06:44:11.072562 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:11.076774 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:11.076992 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.135154 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:06Z', 'revision_number': 3, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:11.144749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Allocated IP 172.20.0.1 (eb33b260-8b94-439e-9f2b-5038f7ad1dd5/aafc0d29-1a96-4405-bebd-8afca899ad1d/1e820f3e-9d82-4544-b958-b2a6bd1e22be) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:11.181954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:11.182680 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:11.206221 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd68407-4ccb-46db-b4b5-87acef83d160 None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:06Z', 'revision_number': 3, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:11.253897 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-54814864-9a97-472d-8831-2db429ca34d9 req-8d4fc203-edfc-495c-b495-239225bccdbb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.3795235 Sep 09 06:44:11.333124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Pushing event updated for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:11.357897 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:11.500818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:11.508878 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ac594ef3-53ec-46ae-b6f0-6cc065f07dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.510588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:11.591991 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ac594ef3-53ec-46ae-b6f0-6cc065f07dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.611206 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.633937 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.648976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ac594ef3-53ec-46ae-b6f0-6cc065f07dc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1247fd5e9a834d9f890fc7a1fdcfa972&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0779822 Sep 09 06:44:11.649146 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52126) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:11.729670 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:11.787286 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.812305 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Transition to ACTIVE for port object 1e820f3e-9d82-4544-b958-b2a6bd1e22be will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:11.824169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.879241 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:11.895106 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 2, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:11.946933 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac594ef3-53ec-46ae-b6f0-6cc065f07dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9920d491-f798-4997-b4a8-3cc69ac9febb,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:11.975121 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:11.976350 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Updating router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:12.016359 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Router 63e49982-bb02-4c16-b052-78d8b3816ca7 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:44:12.042268 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.35', 61006) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:12.477250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.477250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:12.484903 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.484903 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.484903 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9920d491-f798-4997-b4a8-3cc69ac9febb HTTP/1.1" status: 204 len: 168 time: 0.6221924 Sep 09 06:44:12.484903 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90845a-e123-45bb-b8ad-1a1b05b87bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9920d491-f798-4997-b4a8-3cc69ac9febb,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:12.494381 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.496870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-68472456-cb60-4064-abf7-c78fd2ddea21 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:12.496870 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-68472456-cb60-4064-abf7-c78fd2ddea21 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.35 "GET /v2.0/networks?id=8b52e1da-9127-4638-a52a-4b9460e15b26 HTTP/1.1" status: 200 len: 812 time: 0.4076979 Sep 09 06:44:12.510897 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Request body: {'port': {'device_id': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26', 'admin_state_up': True, 'tenant_id': 'a0b5a71236c84d5980c25c4deeecac31'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:12.528039 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Pushing event updated for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:12.562092 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:12.563998 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:12.579349 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5de5ccbd-270a-4d53-9227-de26c17ce379 admin admin] 10.222.0.37 "PUT /v2.0/routers/63e49982-bb02-4c16-b052-78d8b3816ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7166345 Sep 09 06:44:12.579655 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Sync routers for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:12.588363 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:12.591837 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:12.592325 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.596315 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:12.596938 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:12.613824 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 43ab4fc4-dbc6-483b-8a83-bec170d046f2 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:12.753630 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a05a9d4-6025-4161-b9bf-827d9396132b req-820f5965-a21c-4f2b-99b3-7a551bfaf861 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.1145687 Sep 09 06:44:12.901052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:12.964598 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:13.026070 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.035038 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:13.041426 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:13.041779 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.094364 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.149694 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Transition to ACTIVE for port object 99b29230-b77e-4f50-bbe4-e9fc3b235d3a will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:13.154140 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-47158f6e-5333-4fd1-ae25-362702dd8e20 None None] Provisioning for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:13.164569 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-47158f6e-5333-4fd1-ae25-362702dd8e20 None None] Provisioning complete for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:13.165202 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-47158f6e-5333-4fd1-ae25-362702dd8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.224943 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52184) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:13.230543 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059215374', 'description': 'tempest-description--827413368'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:13.241583 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:44:13.264835 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-47158f6e-5333-4fd1-ae25-362702dd8e20 None None] Port 1e820f3e-9d82-4544-b958-b2a6bd1e22be cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:13.273355 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.284380 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Made reservation on behalf of a0b5a71236c84d5980c25c4deeecac31 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:13.290090 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.298280 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.384581 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.424649 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.459870 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.499684 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 43ab4fc4-dbc6-483b-8a83-bec170d046f2, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=43ab4fc4-dbc6-483b-8a83-bec170d046f2,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:13.500434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52200) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:13.526652 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.527604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.529881 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 4, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'c77bc37a-48db-485d-b7e1-22a87f17f140', 'name': '', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'mac_address': 'fa:16:3e:60:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 2, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'subnets': [{'id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:13.619481 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.619735 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Checking router: 63e49982-bb02-4c16-b052-78d8b3816ca7 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:13.619735 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Updating router 63e49982-bb02-4c16-b052-78d8b3816ca7 port c77bc37a-48db-485d-b7e1-22a87f17f140 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:13.620259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:13.639060 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073753fc-3757-4188-b8f0-528598311fe7 None None] Pushing event updated for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:13.695077 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.889713 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=43ab4fc4-dbc6-483b-8a83-bec170d046f2,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:13.934817 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Attempting to bind port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:13.935216 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Attempting to bind port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:13.935601 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Attempting to bind port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:13.970697 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:13.971531 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Checking segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:13.972266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:13.972813 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Bound using segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:13.973451 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Bound port: 99b29230-b77e-4f50-bbe4-e9fc3b235d3a, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:13.974175 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.031798 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:14.036318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.122470 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] For port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:14.127809 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] For port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:14.225696 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.355592 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Allocated IP 172.20.0.13 (8b52e1da-9127-4638-a52a-4b9460e15b26/7f6f020b-e4fc-4142-8fbd-979e97733bf4/f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:14.527193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2dbc65ec-15cb-4c0b-a83e-3574194fc315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.572176 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.596281 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.638918 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Transition to ACTIVE for port object c77bc37a-48db-485d-b7e1-22a87f17f140 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:14.661482 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073753fc-3757-4188-b8f0-528598311fe7 None None] Pushing event updated for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:14.670020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.680750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 43ab4fc4-dbc6-483b-8a83-bec170d046f2 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:14.691706 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-39553a48-cc91-4edb-9c82-e120971bc1e6 req-e0885c7c-94fb-40f7-b7a7-eea5631631d5 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.3646398 Sep 09 06:44:14.692346 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Pushing event updated for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:14.732798 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e5474-0a46-47f1-9457-69842ad6a5b7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:14.733021 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.807289 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:14.808556 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:14.847292 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.884067 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d634-27e4-4fce-a1e4-628950b2862e None None] Pushing event updated for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:14.912215 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:14.912689 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:14.941870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52268) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:14.982065 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.028339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:15.033450 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:15.076270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:15.077671 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Attempting to bind port c77bc37a-48db-485d-b7e1-22a87f17f140 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:15.078193 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Attempting to bind port c77bc37a-48db-485d-b7e1-22a87f17f140 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:15.079773 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Attempting to bind port c77bc37a-48db-485d-b7e1-22a87f17f140 on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:15.097412 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:15.097797 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Checking segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:15.099707 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.102894 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Bound using segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:15.103693 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Bound port: c77bc37a-48db-485d-b7e1-22a87f17f140, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:15.104479 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.166506 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-557bc0b0-3688-45ab-80a8-3b2d78f9e758 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:15.170635 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-557bc0b0-3688-45ab-80a8-3b2d78f9e758 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 818 time: 0.7859061 Sep 09 06:44:15.218288 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:15.218673 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.300560 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Pushing event updated for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:15.326687 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] For port c77bc37a-48db-485d-b7e1-22a87f17f140, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:15.331793 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Network 8b52e1da-9127-4638-a52a-4b9460e15b26 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:15.338828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:15.338996 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] For port c77bc37a-48db-485d-b7e1-22a87f17f140, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c77bc37a-48db-485d-b7e1-22a87f17f140,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:15.339117 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:15.354365 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:15.362427 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-20624ba8-1f34-4f23-a20d-941ca874046f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/quotas/65636dc8e6084a19aa10122089ea0905 HTTP/1.1" status: 200 len: 375 time: 0.0443079 Sep 09 06:44:15.363776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:15.364469 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.403126 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-419742730-network', 'tenant_id': '4954b6faf548460cb18a50d2ae4abb72'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:15.489852 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.534244 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2dbc65ec-15cb-4c0b-a83e-3574194fc315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.554031 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:15.554490 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:15.601112 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d634-27e4-4fce-a1e4-628950b2862e None None] Pushing event updated for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:15.609246 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a7505306-7457-4fc5-854d-f59e930543f6 None None] Provisioning complete for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:15.609766 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a7505306-7457-4fc5-854d-f59e930543f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.625673 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-220149c4-602b-4486-87f1-7b4911766786 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2525239 Sep 09 06:44:15.640367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:44:15.662252 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2dbc65ec-15cb-4c0b-a83e-3574194fc315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.747029 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.749177 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-76c2f6e4-6c3e-4af3-9a99-e89721f9e6d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5231247 Sep 09 06:44:15.751939 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52280) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:15.758756 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group_rule': {'security_group_id': 'f80e5474-0a46-47f1-9457-69842ad6a5b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:15.776678 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:15.790850 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-a7505306-7457-4fc5-854d-f59e930543f6 None None] Port 1e820f3e-9d82-4544-b958-b2a6bd1e22be cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:15.796829 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-c87b7c9f-fd24-4f89-8532-1315ef61e7bb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2895935 Sep 09 06:44:15.827003 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-e15c4fe4-a6f0-4c5c-9066-4e3b255880e4 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:44:15.830311 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-e15c4fe4-a6f0-4c5c-9066-4e3b255880e4 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196130 Sep 09 06:44:15.875611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:14Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:15.887513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc65ec-15cb-4c0b-a83e-3574194fc315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46770a82-c4c8-43cc-a9da-b3f661749f92,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:15.903670 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Made reservation on behalf of 4954b6faf548460cb18a50d2ae4abb72 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:15.908127 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:15.937977 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d1e43-f7f0-4f35-830f-f2f2084758a5 None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:14Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:15.952744 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:16.020695 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52288) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:16.028627 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-2dbc65ec-15cb-4c0b-a83e-3574194fc315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8c2d41c73644112b666e1cf8d1de24c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5032890 Sep 09 06:44:16.170067 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Request body: {'port': {'device_id': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:16.189128 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-39999a9e-8f14-4a16-a42f-4d29b4fa11a2 service neutron] 10.222.0.37 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511785 Sep 09 06:44:16.304099 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:16.322147 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 4, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'c77bc37a-48db-485d-b7e1-22a87f17f140', 'name': '', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'mac_address': 'fa:16:3e:60:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:15Z', 'revision_number': 4, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'subnets': [{'id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:16.356304 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:16.375918 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:16.388954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:16.390171 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:16.409527 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b30511-db4f-4ed3-8223-8f53a424fbff None None] The sync data for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi is: [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:09Z', 'revision_number': 4, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': 'c77bc37a-48db-485d-b7e1-22a87f17f140', 'name': '', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'mac_address': 'fa:16:3e:60:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:15Z', 'revision_number': 4, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'subnets': [{'id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:16.445734 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 99b29230-b77e-4f50-bbe4-e9fc3b235d3a up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:16.467726 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f56da01e-4f07-4560-a27c-3504b842e44c admin admin] 10.222.0.37 "PUT /v2.0/routers/f27a1bdd-7cda-4c1b-a390-07945b2acaf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1576788 Sep 09 06:44:16.540878 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:16.568151 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:16.613620 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eeb96-4154-4947-bfa9-30b51a7371ac req-91b5a6f0-7a36-413b-9212-dcac1899532f tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:16.627391 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a56eeb96-4154-4947-bfa9-30b51a7371ac req-91b5a6f0-7a36-413b-9212-dcac1899532f tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 932 time: 0.7340200 Sep 09 06:44:16.665434 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-49403057-a3d5-40e0-acec-b9128df63751 service neutron] 10.222.0.37 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062973 Sep 09 06:44:16.735911 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:16.775887 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a56eeb96-4154-4947-bfa9-30b51a7371ac req-838bdddb-0b10-44bd-b6d6-cd62d9ee7678 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475916 Sep 09 06:44:16.829516 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:16.910922 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:16.924275 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:16.926063 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.010051 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.266788 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.277319 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3786515d-0cc4-4ab8-b8e5-b7ca0fd8fdac req-f3036e72-c662-4066-b140-a0027677bb7a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 210 time: 0.1271901 Sep 09 06:44:17.351451 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.436438 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d228e0b9-61d4-41f8-a657-d252b2ac6652,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:17.462814 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.561298 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.570186 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.595269 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52330) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:17.596923 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fe56307c-031b-4bc6-b8f1-e8e3e59606fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8436062 Sep 09 06:44:17.602044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group_rule': {'security_group_id': 'f80e5474-0a46-47f1-9457-69842ad6a5b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:17.637950 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.657306 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.666807 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46770a82-c4c8-43cc-a9da-b3f661749f92 HTTP/1.1" status: 204 len: 168 time: 1.6345797 Sep 09 06:44:17.901328 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:17.908061 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:17.918053 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.932864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Transition to ACTIVE for port object f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:17.939375 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 2, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:17.942113 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:44:17.944567 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0da32e-1bdb-4d23-911a-dc69a294ab4b,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:17.984275 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:17.984895 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Added segment 5a68a343-0a2a-4a48-beec-ed1c2210f8d7 of type vlan for network bdf34939-d397-45b8-b5dc-515461ec6e05 Sep 09 06:44:17.986417 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30569875-6203-44e0-9817-2d558f2042b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46770a82-c4c8-43cc-a9da-b3f661749f92,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:18.034785 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.055718 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.071742 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-a403973f-8d75-4049-98ee-713836ddea16 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:18.072435 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:18.072435 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Updating router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 port 1e820f3e-9d82-4544-b958-b2a6bd1e22be binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:44:18.075754 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-a403973f-8d75-4049-98ee-713836ddea16 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 818 time: 0.3165774 Sep 09 06:44:18.098298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.128117 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:18.203242 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-88b5aaa8-d13c-4d50-ab69-deb1cbf51176 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/quotas/65636dc8e6084a19aa10122089ea0905 HTTP/1.1" status: 200 len: 375 time: 0.1222644 Sep 09 06:44:18.329535 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.398775 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.402380 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:18.523406 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-6db9d63e-34ed-4656-9326-f2647253958f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3122437 Sep 09 06:44:18.566725 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.620662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c77bc37a-48db-485d-b7e1-22a87f17f140 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:18.661369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.680978 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52376) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:18.730037 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847989646', 'description': 'tempest-description--1994348846'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:18.778972 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.780632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:18.781436 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.843015 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acba03c-a571-452e-aec3-e849511450f7,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:18.865267 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Attempting to bind port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:18.865267 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Attempting to bind port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '7b380716-6400-44dd-8376-34814af06c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:18.871768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Attempting to bind port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 on network 8b52e1da-9127-4638-a52a-4b9460e15b26 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:18.890469 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port c77bc37a-48db-485d-b7e1-22a87f17f140 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:18.900719 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.936400 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port c77bc37a-48db-485d-b7e1-22a87f17f140 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:18.936986 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:18.965500 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 on network 8b52e1da-9127-4638-a52a-4b9460e15b26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:44:18.975627 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Attempting to bind port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 on network 8b52e1da-9127-4638-a52a-4b9460e15b26 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:19.018232 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.031686 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5fd449c4-9160-42f6-b0e6-88d5525e4065 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4352310 Sep 09 06:44:19.033216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52390) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:19.060722 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:19.081185 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.1359153 Sep 09 06:44:19.082148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f026d7-99b4-496d-bd11-953e9bd51e5f admin admin] Pushing event updated for resources: {'Network': ['ID=bdf34939-d397-45b8-b5dc-515461ec6e05,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:19.113604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52392) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:19.117612 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:19.122660 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Checking segment: {'id': '7b380716-6400-44dd-8376-34814af06c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:19.122936 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network bdf34939-d397-45b8-b5dc-515461ec6e05 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:44:19.123162 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Bound using segment: {'id': '7b380716-6400-44dd-8376-34814af06c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:19.123162 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Bound port: f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b380716-6400-44dd-8376-34814af06c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:19.123162 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.136302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Request body: {'subnet': {'network_id': 'bdf34939-d397-45b8-b5dc-515461ec6e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-419742730-subnet', 'tenant_id': '4954b6faf548460cb18a50d2ae4abb72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:19.159648 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-f40a091f-aee5-44ff-8f50-b52c6ad2ce9a service neutron] 10.222.0.37 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352110 Sep 09 06:44:19.164806 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.224674 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Transition to ACTIVE for port object 1e820f3e-9d82-4544-b958-b2a6bd1e22be will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:19.315807 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:19.336623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.340735 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,segment=NetworkSegment(7b380716-6400-44dd-8376-34814af06c5f),segment_id=7b380716-6400-44dd-8376-34814af06c5f)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:19.366480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.382893 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c56a-b800-4ab5-82ad-7c6ec3f82aa2 req-753b9fff-1075-4986-96c5-aa9f61f4d357 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:19.382893 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c3d6c56a-b800-4ab5-82ad-7c6ec3f82aa2 req-753b9fff-1075-4986-96c5-aa9f61f4d357 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.5092216 Sep 09 06:44:19.504441 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port c77bc37a-48db-485d-b7e1-22a87f17f140, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c77bc37a-48db-485d-b7e1-22a87f17f140,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:19.519495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0671-1abe-4ad2-b2f1-c030d80adedd None None] Pushing event updated for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:19.526446 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-02fb7d97-f133-4c1e-88b3-5e4b13cd2719 service neutron] 10.222.0.37 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655863 Sep 09 06:44:19.569093 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c3d6c56a-b800-4ab5-82ad-7c6ec3f82aa2 req-6fecf1ee-8fd6-48fd-8535-76b0db7fdbb7 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804414 Sep 09 06:44:19.653551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Attempting to bind port 1e820f3e-9d82-4544-b958-b2a6bd1e22be on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:19.653551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Attempting to bind port 1e820f3e-9d82-4544-b958-b2a6bd1e22be by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:19.653551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Attempting to bind port 1e820f3e-9d82-4544-b958-b2a6bd1e22be on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:19.671572 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:19.671940 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Checking segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:19.672345 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.672752 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Bound using segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:19.673224 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Bound port: 1e820f3e-9d82-4544-b958-b2a6bd1e22be, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:19.673606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:19.782570 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] For port 1e820f3e-9d82-4544-b958-b2a6bd1e22be, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:19.782570 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] For port 1e820f3e-9d82-4544-b958-b2a6bd1e22be, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1e820f3e-9d82-4544-b958-b2a6bd1e22be,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:20.013020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.054866 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.068610 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.146201 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.149650 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:20.153866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.157688 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] 10.222.0.35 "PUT /v2.0/ports/f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 HTTP/1.1" status: 200 len: 1094 time: 4.2085557 Sep 09 06:44:20.159025 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:20.259812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:20.296350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Made reservation on behalf of 4954b6faf548460cb18a50d2ae4abb72 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:20.302816 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.342371 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:20.343076 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:20.530887 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 99b29230-b77e-4f50-bbe4-e9fc3b235d3a up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:20.611280 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-679073cc-5cff-4bce-98f8-9cad7f1f7a32 req-4cc7ef78-5586-495b-a44b-42daf5ed49ea tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.3249199 Sep 09 06:44:20.683349 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.db.api [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 06:44:20.683349 dv-cinder-733062-23-iscsi neutron-server[100948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 06:44:20.683349 dv-cinder-733062-23-iscsi neutron-server[100948]: [parameters: {'project_id_1': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'expiration_1': datetime.datetime(2021, 9, 9, 6, 43, 59, 110461)}] Sep 09 06:44:20.683349 dv-cinder-733062-23-iscsi neutron-server[100948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 06:44:20.687519 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG oslo_db.api [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:44:20.792070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c5bb8-d197-44b4-8e54-69e88998279f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:20.872776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-a49b74c5-2bdd-456a-a916-63a101dfd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:20.886699 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-a49b74c5-2bdd-456a-a916-63a101dfd6ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0b5a71236c84d5980c25c4deeecac31&device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 1097 time: 0.3508863 Sep 09 06:44:20.931440 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:20.931898 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:20.983691 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0671-1abe-4ad2-b2f1-c030d80adedd None None] Pushing event updated for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:21.014832 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:21.114781 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:21.141080 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-c26acfab-8d59-405c-8a1d-915df30e88de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 HTTP/1.1" status: 200 len: 217 time: 0.2259362 Sep 09 06:44:21.277448 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea672-95bf-4dee-bc4b-af48cfcdf845 req-560bc48f-6a67-46c8-ae01-dbb4ca224efd tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:21.300049 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:21.328039 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-429ea672-95bf-4dee-bc4b-af48cfcdf845 req-560bc48f-6a67-46c8-ae01-dbb4ca224efd tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.4431548 Sep 09 06:44:21.356493 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7832fe-630a-4861-8027-ada34297a062 req-52ba208c-f9c9-43a4-a8b6-0bcc9e10c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:21.356818 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-52ba208c-f9c9-43a4-a8b6-0bcc9e10c366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6f020b-e4fc-4142-8fbd-979e97733bf4 HTTP/1.1" status: 200 len: 852 time: 0.1982591 Sep 09 06:44:21.435314 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e223989-98f9-42ad-8075-1d6ef57a8923 x-openstack-request-id: req-4e223989-98f9-42ad-8075-1d6ef57a8923 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:21.435597 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:21.436163 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e223989-98f9-42ad-8075-1d6ef57a8923 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:21.436609 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8', 'status': 'completed', 'code': 200} Sep 09 06:44:21.540688 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:21.543186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:19Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:21.568715 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:21.587512 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-429ea672-95bf-4dee-bc4b-af48cfcdf845 req-2604c36c-0c89-477d-aec4-1f4f6659dd84 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582188 Sep 09 06:44:21.697932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91b79-cb2d-4a91-abeb-c1fa8ec06aac None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:19Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:21.698665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:21.798214 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-411f7fbf-8eb3-4181-89bb-c1beede37879 req-176c1ee2-b916-41bd-ad33-c0d22782e4c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.1085453 Sep 09 06:44:21.829352 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-98f3f64e-1a11-40ce-bd73-ffd40e506450 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b52e1da-9127-4638-a52a-4b9460e15b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3952873 Sep 09 06:44:21.846645 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:21.854030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5056e27a-eb76-4f4c-ab14-67349dbe784f,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:21.866544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Checking segment: {'id': '5a68a343-0a2a-4a48-beec-ed1c2210f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bdf34939-d397-45b8-b5dc-515461ec6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:21.866942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Network hostable DHCP agents. Network: bdf34939-d397-45b8-b5dc-515461ec6e05, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:21.885212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2374c0c1-470b-4637-aecb-bc4dec4d66bc,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:21.898747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Allocated IP 172.27.0.76 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/4416d5ea-5747-4ff3-a8eb-05cb29b7f28a) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:22.032131 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.032330 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Network bdf34939-d397-45b8-b5dc-515461ec6e05 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:22.035930 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-0555be94-dd79-44c2-bb21-79786a2744ca tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3243856 Sep 09 06:44:22.040996 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52460) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:22.041099 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.041183 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group_rule': {'security_group_id': '2374c0c1-470b-4637-aecb-bc4dec4d66bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:22.155823 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, bdf34939-d397-45b8-b5dc-515461ec6e05) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:22.166026 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6d2f7-a10b-4359-be52-3bce38bb272a None None] Network bdf34939-d397-45b8-b5dc-515461ec6e05 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:22.167052 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:22.167666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.170331 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.335989 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.405313 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.454206 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.495731 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-032cb6bc-a979-48ea-a97b-cc08eb561582 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3614779 Sep 09 06:44:22.495972 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33397f16-69e8-43fe-bdc8-386734fa7ec7,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:22.582023 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:22.597965 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-f0d61346-b6b6-4690-93ef-9f7e99259dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585292 Sep 09 06:44:22.609652 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:22.611085 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2da888f9-9c00-411e-bc88-47a3d3b565bb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739830 Sep 09 06:44:22.613964 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52478) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:22.619737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:22.623559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:22.637342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbf67c-6183-4960-91c3-7b8ece10860a None None] Network bdf34939-d397-45b8-b5dc-515461ec6e05 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:22.642204 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group_rule': {'security_group_id': '2374c0c1-470b-4637-aecb-bc4dec4d66bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:22.648230 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=4416d5ea-5747-4ff3-a8eb-05cb29b7f28a,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:22.763693 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c77bc37a-48db-485d-b7e1-22a87f17f140 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:22.871354 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bf7832fe-630a-4861-8027-ada34297a062 req-d7a24ce0-46fe-4112-a2c4-cb41cc564c94 service neutron] 10.222.0.35 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072716 Sep 09 06:44:22.897406 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.031656 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.132088 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-e28d5dcf-fbca-4a14-a1c9-9ac41b71ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:23.134073 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-e28d5dcf-fbca-4a14-a1c9-9ac41b71ab24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0b5a71236c84d5980c25c4deeecac31&device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 1097 time: 0.0945668 Sep 09 06:44:23.136666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port c77bc37a-48db-485d-b7e1-22a87f17f140 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:23.136977 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.156712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.159427 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e4899c08-aa84-4862-94cb-d074770d9784 req-d93ce62d-fe3f-43f4-8a76-c5f33e2abd6c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.2608883 Sep 09 06:44:23.211401 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.242760 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a095-ef61-4dc9-bd97-f391820ca445 req-0ea0ee40-08cc-4d47-8a3e-5e548b27822b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:23.248553 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adb7058-f39b-4739-8830-876f7a312d3a,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:23.250841 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d65a095-ef61-4dc9-bd97-f391820ca445 req-0ea0ee40-08cc-4d47-8a3e-5e548b27822b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.4655900 Sep 09 06:44:23.303786 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.35', 61027) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:23.354452 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1e820f3e-9d82-4544-b958-b2a6bd1e22be up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:23.370522 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.375377 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-40137837-4cf6-4fdb-85f1-93cbccecde85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7602003 Sep 09 06:44:23.381335 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52488) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:23.393764 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:23.417904 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.548212 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d65a095-ef61-4dc9-bd97-f391820ca445 req-5c52733a-7a79-4d14-b460-994e117fc098 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960622 Sep 09 06:44:23.568031 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:23.576160 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:23.577934 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.609402 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-ecb3a1b2-c82c-40c3-9448-53a915d2a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:23.611903 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-ecb3a1b2-c82c-40c3-9448-53a915d2a1ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b52e1da-9127-4638-a52a-4b9460e15b26 HTTP/1.1" status: 200 len: 912 time: 0.3512285 Sep 09 06:44:23.626329 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.783631 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.828574 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-b9891d43-bec3-4d2a-a7d6-14d5c3f24f69 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:23.830337 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-b9891d43-bec3-4d2a-a7d6-14d5c3f24f69 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 818 time: 0.5241029 Sep 09 06:44:23.892474 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:23.905552 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 1e820f3e-9d82-4544-b958-b2a6bd1e22be, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1e820f3e-9d82-4544-b958-b2a6bd1e22be,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:23.941501 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-d5495933-0fac-471a-bfaf-fc4f8221d0f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 HTTP/1.1" status: 200 len: 217 time: 0.1880910 Sep 09 06:44:23.998930 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.132786 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.133006 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.271634 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.290736 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:24.301075 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Allocated IP 172.27.0.160 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/8e206bf3-82c5-4a79-8c9b-6241124ae568) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:24.434518 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=4416d5ea-5747-4ff3-a8eb-05cb29b7f28a,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:24.462364 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-b94ab982-54e7-4d70-89de-bb9057f3d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:24.464115 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-b94ab982-54e7-4d70-89de-bb9057f3d7d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6f020b-e4fc-4142-8fbd-979e97733bf4 HTTP/1.1" status: 200 len: 852 time: 0.0729251 Sep 09 06:44:24.475980 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.479453 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Request body: {'port': {'device_id': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'admin_state_up': True, 'tenant_id': '65636dc8e6084a19aa10122089ea0905'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:24.546252 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb9c580a-bb28-42e1-9ff3-c081a60c452e req-37a2d81e-77ab-4a64-91d0-bfbe9291b34c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.1902263 Sep 09 06:44:24.583660 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-87044d0a-bed7-4f62-bbc7-ca508ab79190 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b52e1da-9127-4638-a52a-4b9460e15b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918798 Sep 09 06:44:24.711171 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52518) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:24.724492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-554017237-network', 'tenant_id': 'cb29e7c3259942c9887186d1ac865242'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:24.743447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.755783 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d68eefa5-17ce-413e-98e2-b8e7815fd8f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6986954 Sep 09 06:44:24.755955 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-07df66d1-2267-4bc5-a2f5-9dc52ffcc1ac service neutron] 10.222.0.35 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478312 Sep 09 06:44:24.794359 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074d56e-fff2-40d1-850c-d47b89be9510 req-3add1477-fb90-4eda-a71b-bc061e305b3a tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:24.796549 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b074d56e-fff2-40d1-850c-d47b89be9510 req-3add1477-fb90-4eda-a71b-bc061e305b3a tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.1266222 Sep 09 06:44:24.851551 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b074d56e-fff2-40d1-850c-d47b89be9510 req-4234f4a3-c01e-4984-a7ae-7cb2c088babf tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Sep 09 06:44:24.865032 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cc4a3f7-ae33-48f1-80af-53c4f608f0b0 req-6a5ceb77-34e8-42c0-a4e2-4d1086cbe67b service neutron] 10.222.0.35 "GET /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061373 Sep 09 06:44:24.875371 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.909247 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Made reservation on behalf of cb29e7c3259942c9887186d1ac865242 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:24.913139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.940199 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:24.950262 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:24.959870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:24.982557 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:25.088104 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=8e206bf3-82c5-4a79-8c9b-6241124ae568,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:25.119461 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-a10bd9a8-0573-43e6-a40f-612380c7624c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1059215374&fields=id&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 267 time: 0.0628450 Sep 09 06:44:25.124840 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.308148 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-4df61bef-aafd-40bf-bfb7-3a63b52e06b0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:25.309743 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-4df61bef-aafd-40bf-bfb7-3a63b52e06b0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 816 time: 0.1803010 Sep 09 06:44:25.331350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Made reservation on behalf of 65636dc8e6084a19aa10122089ea0905 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:25.335191 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.350760 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-43d44a4f-0c51-469a-b888-e56f2818a6b0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/quotas/18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 375 time: 0.0299733 Sep 09 06:44:25.368203 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.611474 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-9e9da02f-81c4-4bee-a42f-edc7f43da051 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2507689 Sep 09 06:44:25.682373 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.804236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.861284 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:25.880277 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=8e206bf3-82c5-4a79-8c9b-6241124ae568,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:26.028180 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Allocated IP 172.20.0.2 (37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3/99ffa070-c585-4635-8b99-26f0fb1ec8b1/c77d358f-4945-49fc-a4f4-9d5d48b597d7) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:26.103862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69d4d44a-a82a-4e01-ba29-96bf51e192d6 req-a7e409db-f055-449a-9753-588eee8945f8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.3439410 Sep 09 06:44:26.106895 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.240671 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.273580 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-94f6cb70-0352-428a-a59a-d3a7b33f1259 service neutron] 10.222.0.37 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019676 Sep 09 06:44:26.337676 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:44:26.346076 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1e820f3e-9d82-4544-b958-b2a6bd1e22be up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:26.370795 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816f807-c8a1-435e-9ab0-0e92afbb73df,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:26.378658 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.379018 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Added segment daad1bca-b66f-4601-896e-89092cad2921 of type vlan for network 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 Sep 09 06:44:26.429916 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 1e820f3e-9d82-4544-b958-b2a6bd1e22be triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:26.430435 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.451810 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.486032 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341008-586e-4486-bf43-43a381fa8ca0 req-e057eace-a384-44f8-8a5e-fcc1f0bfd89d tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:26.487313 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2341008-586e-4486-bf43-43a381fa8ca0 req-e057eace-a384-44f8-8a5e-fcc1f0bfd89d tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.2733078 Sep 09 06:44:26.504441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.580816 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-a7b32b84-b2b4-421d-b7a8-0477d404e450 service neutron] 10.222.0.37 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919774 Sep 09 06:44:26.602694 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2341008-586e-4486-bf43-43a381fa8ca0 req-8994f48d-4b55-4d97-96a7-a1d855d1d91c tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104383 Sep 09 06:44:26.703591 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:26.704913 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-b3d09c19-be64-45da-9e6e-c0da2a6cff78 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3224399 Sep 09 06:44:26.947154 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-35d110dc-01f4-407d-8035-9e4880455738 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1847989646&fields=id&tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 267 time: 0.0381958 Sep 09 06:44:26.978497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.011481 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.012464 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:27.013034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.297741 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:27.322506 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:27.361947 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:27.367729 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:27.368465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.381234 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6679304 Sep 09 06:44:27.387649 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562158e8-2c3b-4d79-afd5-607b0d6e20ce admin admin] Pushing event updated for resources: {'Network': ['ID=65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:27.387649 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Pushing event updated for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:27.387851 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52604) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:27.389979 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Request body: {'subnet': {'network_id': '65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-554017237-subnet', 'tenant_id': 'cb29e7c3259942c9887186d1ac865242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:27.405475 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:44:27.409306 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6bf97895-6033-4612-8de5-f31ef5455488 req-40c49c1a-ab87-41c7-8b14-2a4044d53697 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 210 time: 0.2097962 Sep 09 06:44:27.429625 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-295d62be-f0f8-4e71-81fc-716770617e4c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:27.431352 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-295d62be-f0f8-4e71-81fc-716770617e4c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 811 time: 0.4752903 Sep 09 06:44:27.476253 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-3ec21618-421c-44d0-a521-3504764d252f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/quotas/8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 375 time: 0.0254133 Sep 09 06:44:27.494828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Made reservation on behalf of cb29e7c3259942c9887186d1ac865242 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:27.497402 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.567173 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c88be577-b5e0-402d-8758-d390cbe9a2bc req-dedd935c-b0f0-43e7-8a0c-8a7ba8819271 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.0506470 Sep 09 06:44:27.591202 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-c56bddd5-5642-44f3-a51c-bf09a5d948c2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138759 Sep 09 06:44:27.593421 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-0236cd4f-5fdd-4579-b96f-e49df84cba14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2082520 Sep 09 06:44:27.758301 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f6590-0ea3-4d2b-aaba-0c7fc579d3a0 req-0717acad-2f7d-4e9d-8b90-75ba88601b28 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:27.759611 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-591f6590-0ea3-4d2b-aaba-0c7fc579d3a0 req-0717acad-2f7d-4e9d-8b90-75ba88601b28 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.0681715 Sep 09 06:44:27.777521 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:27.799174 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-21e00e3c-defd-42ba-aaa6-b41e4be52ded service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:44:27.800162 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-21e00e3c-defd-42ba-aaa6-b41e4be52ded service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0782537 Sep 09 06:44:27.808068 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-591f6590-0ea3-4d2b-aaba-0c7fc579d3a0 req-809c6464-dc13-4add-acc7-a61177b55b97 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Sep 09 06:44:27.851735 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7515603a-688c-4918-839f-32326db6282a,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:27.854217 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Checking segment: {'id': 'daad1bca-b66f-4601-896e-89092cad2921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:27.854555 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Network hostable DHCP agents. Network: 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:44:27.905015 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-c1468b3e-7660-4e53-a878-ee679b3c4946 service neutron] 10.222.0.37 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960441 Sep 09 06:44:27.948451 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Network 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:44:28.003516 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f949dec5-8a3d-4c90-a7d0-c3f3d69be7d5 service neutron] 10.222.0.37 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920432 Sep 09 06:44:28.034635 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:28.042890 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:28.045011 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.047289 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f9671-6701-4f5c-aad0-610d27ef9a06 None None] Network 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:28.157223 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Request body: {'port': {'device_id': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:28.184479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae98f4-7315-4016-8ef4-17d4dcd045ab None None] Network 65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:44:28.227469 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-db7ddd9d-7a62-4426-b393-7e7d0c1bf4ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8422158 Sep 09 06:44:28.255124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.437243 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-ca7d4a16-9b09-4da5-9990-391d3ca6371d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:28.439245 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-ca7d4a16-9b09-4da5-9990-391d3ca6371d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 818 time: 0.2688935 Sep 09 06:44:28.440136 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52644) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:28.519086 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Request body: {'port': {'device_id': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'admin_state_up': True, 'tenant_id': '65636dc8e6084a19aa10122089ea0905'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:28.528148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Deleting subnet 5056e27a-eb76-4f4c-ab14-67349dbe784f {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:44:28.542001 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.596455 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d8ac2622-e7bd-4016-b26c-b7c2b5ab0e16 req-cddf790b-1b9b-4af5-93f7-509243955402 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.1494048 Sep 09 06:44:28.635849 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-83450e22-c58b-44f2-8a2e-c4c83b5e00f4 req-c51b2fc7-0654-43a2-8350-3929e607000d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 210 time: 0.1002517 Sep 09 06:44:28.663230 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.681164 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.712233 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b95d209e-c86a-4261-befb-c19a3d638bdf req-d11811d2-1c77-4335-b898-3f8981c1a7e6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.0364027 Sep 09 06:44:28.831852 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Made reservation on behalf of 65636dc8e6084a19aa10122089ea0905 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:28.836722 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d358f-4945-49fc-a4f4-9d5d48b597d7 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:28.837865 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.845212 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.893441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Transition to ACTIVE for port object c77d358f-4945-49fc-a4f4-9d5d48b597d7 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:28.924902 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.944954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a0ee-0cbe-4c63-bcc4-fabf4724a01a req-42de1cc7-59f3-417e-9292-a29b20e44e1e tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:28.946885 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a763a0ee-0cbe-4c63-bcc4-fabf4724a01a req-42de1cc7-59f3-417e-9292-a29b20e44e1e tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.0669928 Sep 09 06:44:28.960450 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5056e27a-eb76-4f4c-ab14-67349dbe784f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:28.964188 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:28.970008 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7cf137af-66c6-44e2-adc9-45707b316f70 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5056e27a-eb76-4f4c-ab14-67349dbe784f HTTP/1.1" status: 204 len: 168 time: 0.5246766 Sep 09 06:44:28.970800 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52662) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:28.993614 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.054652 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a763a0ee-0cbe-4c63-bcc4-fabf4724a01a req-7f8268e6-b7c7-4185-95c5-aeecac7289eb tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006482 Sep 09 06:44:29.074380 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Allocated IP 172.20.0.8 (37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3/99ffa070-c585-4635-8b99-26f0fb1ec8b1/0be69b6b-836f-4fb4-9e51-a62f8592483f) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:29.149165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:29.154939 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.251717 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Attempting to bind port c77d358f-4945-49fc-a4f4-9d5d48b597d7 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:29.252162 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Attempting to bind port c77d358f-4945-49fc-a4f4-9d5d48b597d7 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:29.252507 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Attempting to bind port c77d358f-4945-49fc-a4f4-9d5d48b597d7 on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:29.258756 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Port c77d358f-4945-49fc-a4f4-9d5d48b597d7 on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:44:29.259105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Attempting to bind port c77d358f-4945-49fc-a4f4-9d5d48b597d7 on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:29.272367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:29.272726 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Checking segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:29.273297 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Bound using segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:29.273728 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Bound port: c77d358f-4945-49fc-a4f4-9d5d48b597d7, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:29.274087 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.328493 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.489408 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.492846 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.531070 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.531417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.532481 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.532809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > port after_create 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.533150 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.533503 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > port after_update 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.533818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.533927 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:29.534152 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.534466 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.534797 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.536726 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:29.539661 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:29.545376 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:29.545963 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.563391 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Pushing event updated for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:29.595703 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.35', 61043) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:29.686273 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-85f3edf9-06c4-48e6-a69d-56a907e65438 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1733589 Sep 09 06:44:29.699832 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Request body: {'port': {'device_id': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:29.770718 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-2fe29041-7ba0-40bb-a597-ec88cc3974be tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:29.773112 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-2fe29041-7ba0-40bb-a597-ec88cc3974be tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 816 time: 0.1706946 Sep 09 06:44:29.817345 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.817691 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.818019 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.818374 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:44:29.819224 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf34939-d397-45b8-b5dc-515461ec6e05']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:29.826166 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.885685 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68a343-0a2a-4a48-beec-ed1c2210f8d7') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:29.886022 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68a343-0a2a-4a48-beec-ed1c2210f8d7') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:29.903878 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-30340067-edc7-4344-99d1-f09f52e8fe76 req-3d947ea9-45ce-4994-be4f-ad162be0b032 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.0727382 Sep 09 06:44:29.949214 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a47e940-bdfb-4e48-9660-1f96ffcbb714 req-42084289-bdae-46e5-ad85-1bc595411ed4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 210 time: 0.1172376 Sep 09 06:44:29.955139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:29.961057 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:30.043597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:30.044505 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.052037 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-bda69f47-a524-4263-bc6b-d41178f87de3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 380 time: 0.2676589 Sep 09 06:44:30.056448 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:44:30.057762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: from cryptography.utils import int_from_bytes Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: from cryptography.utils import int_from_bytes Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:44:30.061018 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:44:30.122556 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.123701 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'port': {'device_id': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'admin_state_up': True, 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'security_groups': ['f80e5474-0a46-47f1-9457-69842ad6a5b7']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:30.246540 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:30.247224 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.248732 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 1093 time: 2.0972259 Sep 09 06:44:30.249409 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:30.304514 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e11a5-9d62-464d-9215-7dbc628eb0bf req-a6dbe473-08db-40df-87c2-fa4023078776 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:30.315032 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-230e11a5-9d62-464d-9215-7dbc628eb0bf req-a6dbe473-08db-40df-87c2-fa4023078776 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 931 time: 0.2629757 Sep 09 06:44:30.324775 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5146a-55dc-4b28-960d-b2bc5ab2d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:30.338106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.354806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.357078 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] 10.222.0.37 "DELETE /v2.0/networks/bdf34939-d397-45b8-b5dc-515461ec6e05 HTTP/1.1" status: 204 len: 168 time: 1.3856294 Sep 09 06:44:30.365480 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d3788-7e16-4710-ae9b-cb759775da4b req-85587a38-9948-4a72-895e-2ce1ef05a59b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:30.370359 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52722) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:30.373163 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d88d3788-7e16-4710-ae9b-cb759775da4b req-85587a38-9948-4a72-895e-2ce1ef05a59b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.1866095 Sep 09 06:44:30.394689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83630a93-7e2f-428f-8e43-d23cca3a8a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:30.408290 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe48e6c-182b-482f-8ac1-b056b2339f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf34939-d397-45b8-b5dc-515461ec6e05,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:30.445753 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Deleting subnet 7515603a-688c-4918-839f-32326db6282a {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:44:30.449676 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.457638 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-230e11a5-9d62-464d-9215-7dbc628eb0bf req-4a18d02f-ad46-4e11-ac9f-65866e932403 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415038 Sep 09 06:44:30.512950 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d88d3788-7e16-4710-ae9b-cb759775da4b req-8875b338-2916-4115-bcc0-197e00b3de03 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388917 Sep 09 06:44:30.514482 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Made reservation on behalf of 18ca3eb923114f978e193ece06d5b172 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:30.520100 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-c115c541-5b55-4a8e-a44f-3f8621ac9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:30.521840 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-c115c541-5b55-4a8e-a44f-3f8621ac9beb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1096 time: 0.1059942 Sep 09 06:44:30.522266 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.528140 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.548702 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.584270 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be69b6b-836f-4fb4-9e51-a62f8592483f {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:30.601511 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.660363 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-c65eaa2a-1c39-44da-8f95-5ebdd90927f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.1183715 Sep 09 06:44:30.666833 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd13f1-1a38-4c80-aa3c-bac7bf4f94de x-openstack-request-id: req-c5cd13f1-1a38-4c80-aa3c-bac7bf4f94de {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:30.667140 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:30.672027 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5cd13f1-1a38-4c80-aa3c-bac7bf4f94de {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:30.672148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Transition to ACTIVE for port object 0be69b6b-836f-4fb4-9e51-a62f8592483f will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:30.672282 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7', 'status': 'completed', 'code': 200} Sep 09 06:44:30.739299 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-a953f02e-5d25-4f6d-9e65-5af1d0728b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:30.739492 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Allocated IP 172.20.0.5 (c77217ea-2393-4c7d-9c72-d25c3a3f3cdc/7fd67d52-bec3-49dd-a5ae-6a52b8e4db79/f7ffca0c-ff32-4367-ae0b-474706aabfa7) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:30.739600 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-a953f02e-5d25-4f6d-9e65-5af1d0728b50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0660162 Sep 09 06:44:30.749556 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.795575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-ffe4ad0a-14b1-49b6-9ddc-965611abe6b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517530 Sep 09 06:44:30.817025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52742) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:30.827398 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:30.852059 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.904979 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:30.908193 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7515603a-688c-4918-839f-32326db6282a HTTP/1.1" status: 204 len: 168 time: 0.5356748 Sep 09 06:44:30.912560 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52750) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:30.922525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.35', 61047) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:30.940729 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3703504-f46d-4766-aa71-01abac0103c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7515603a-688c-4918-839f-32326db6282a,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:30.967310 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Attempting to bind port 0be69b6b-836f-4fb4-9e51-a62f8592483f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:30.967835 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Attempting to bind port 0be69b6b-836f-4fb4-9e51-a62f8592483f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:30.968264 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Attempting to bind port 0be69b6b-836f-4fb4-9e51-a62f8592483f on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:31.051540 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-20328ec1-d2ef-49f5-bcbf-312ff852ab25 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476821 Sep 09 06:44:31.067389 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f9312329-6d72-42bd-a008-0facf44832c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.071407 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Port 0be69b6b-836f-4fb4-9e51-a62f8592483f on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:44:31.071853 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Attempting to bind port 0be69b6b-836f-4fb4-9e51-a62f8592483f on network 37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:31.083022 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:31.083362 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Checking segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:31.084287 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Bound using segment: {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:31.084768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Bound port: 0be69b6b-836f-4fb4-9e51-a62f8592483f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8bf842-a5ee-4428-859c-f28ab662b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:31.085125 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.133470 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.142826 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.155430 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Transition to ACTIVE for port object f7ffca0c-ff32-4367-ae0b-474706aabfa7 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:31.159817 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f6a663b-7bc3-4cb0-b700-a625003851ab req-cd5e97ba-18e8-4104-9771-b4a79f8f6289 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.1256239 Sep 09 06:44:31.182634 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:31.186879 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:31.193575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-75a2ece6-a1c2-423d-9e1b-c7f3c8f5b110 req-d0e9506a-cd4b-4844-8a5c-ecb001f752a1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 210 time: 0.1168640 Sep 09 06:44:31.252371 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.277002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f8f62225-99ab-4307-867f-d60239376ae5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.278401 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f8f62225-99ab-4307-867f-d60239376ae5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 811 time: 0.3549714 Sep 09 06:44:31.290637 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.293906 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.293906 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.294781 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 200 len: 1093 time: 1.5990334 Sep 09 06:44:31.297187 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:31.299222 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743db9cb-bb29-4f43-bc1c-26090902a2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:31.328676 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af195744-7ac6-40bf-8a3f-0b095e8bd6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:31.340785 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:31.346532 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:31.370419 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:31.376238 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.376873 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.384262 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6d96b246-9ab1-4002-8682-660ad52f33ed req-052869b7-9bfa-4721-b717-9eaf2dc4243a service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086164 Sep 09 06:44:31.418512 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.425723 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:31.448501 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ad4ad-e802-48b9-a588-a78c2fbaef35 x-openstack-request-id: req-e49ad4ad-e802-48b9-a588-a78c2fbaef35 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:31.448801 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:31.449045 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e49ad4ad-e802-48b9-a588-a78c2fbaef35 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:31.449861 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f', 'status': 'completed', 'code': 200} Sep 09 06:44:31.494498 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f7651553-b153-4b64-96f6-fea1050bac0e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 380 time: 0.1906779 Sep 09 06:44:31.504680 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:31.514748 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'port': {'device_id': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'admin_state_up': True, 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'security_groups': ['2374c0c1-470b-4637-aecb-bc4dec4d66bc']}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:31.523460 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad1bca-b66f-4601-896e-89092cad2921') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:31.523745 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad1bca-b66f-4601-896e-89092cad2921') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:31.554288 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.593739 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f9312329-6d72-42bd-a008-0facf44832c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.600767 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-967029db-d0ac-49cd-8c90-554ef4045bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.602915 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-967029db-d0ac-49cd-8c90-554ef4045bfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1096 time: 0.0933731 Sep 09 06:44:31.603515 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.612624 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-300f4a8c-c7e6-4c5a-ba04-0f517ef73109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.615349 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-300f4a8c-c7e6-4c5a-ba04-0f517ef73109 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1096 time: 0.1726320 Sep 09 06:44:31.640263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:44:31.640993 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:44:31.643619 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:44:31.704807 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-e05d8934-1dd8-417d-9816-a3143920e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.706208 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-e05d8934-1dd8-417d-9816-a3143920e1d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.0942702 Sep 09 06:44:31.745018 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:44:31.752496 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-05398c06-96d9-410a-bbc1-4e76be4c96eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0351443 Sep 09 06:44:31.804620 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-45599b21-7ef1-43e7-a68a-bf7301144d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:31.806205 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-45599b21-7ef1-43e7-a68a-bf7301144d11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0467789 Sep 09 06:44:31.840739 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-710f078b-c22f-4b84-8e22-ef9e8adee252 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265505 Sep 09 06:44:31.929789 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-3ad89b72-6166-4a9f-9611-4b978ea98c91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 200 len: 217 time: 0.2907526 Sep 09 06:44:31.965312 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-d71bd36e-4be2-4e93-9d14-34c8f762b268 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159525 Sep 09 06:44:31.967698 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,segment=NetworkSegment(7b380716-6400-44dd-8376-34814af06c5f),segment_id=7b380716-6400-44dd-8376-34814af06c5f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:31.979495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8', 'network_id': '8b52e1da-9127-4638-a52a-4b9460e15b26', 'port_id': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8', 'mac_address': 'fa:16:3e:68:3a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f020b-e4fc-4142-8fbd-979e97733bf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:44:32.018542 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.030904 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e829f3-5c25-4287-b231-c5cdb54293da req-937f555b-52e8-442c-b26e-0314a5f81dfd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:32.032375 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:32.035532 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85e829f3-5c25-4287-b231-c5cdb54293da req-937f555b-52e8-442c-b26e-0314a5f81dfd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 943 time: 0.4479690 Sep 09 06:44:32.038471 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-8a8cb1ad-9326-495f-8000-e05ce6a20db9 None None] Provisioning for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:32.038622 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-83ab4f97-fe6b-4ed7-92de-35213952159c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9206989 Sep 09 06:44:32.041729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-8a8cb1ad-9326-495f-8000-e05ce6a20db9 None None] Provisioning complete for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:32.042104 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8a8cb1ad-9326-495f-8000-e05ce6a20db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.045444 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f9312329-6d72-42bd-a008-0facf44832c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.055323 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Request body: {'port': {'device_id': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:32.078729 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-77670438-0b00-4aaf-b154-8bd0219971cf service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049082 Sep 09 06:44:32.095834 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cb1ad-9326-495f-8000-e05ce6a20db9 None None] Port f7ffca0c-ff32-4367-ae0b-474706aabfa7 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:32.111366 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9312329-6d72-42bd-a008-0facf44832c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b779b263-fb6f-4f79-b49f-bbcc0e22fcf9,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:32.116585 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,segment=NetworkSegment(7b380716-6400-44dd-8376-34814af06c5f),segment_id=7b380716-6400-44dd-8376-34814af06c5f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:32.130557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58219737-bf6e-476b-83e4-9f652436247d req-2819b424-fea5-4eb7-9f02-7953855a612f tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:32.131226 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-58219737-bf6e-476b-83e4-9f652436247d req-2819b424-fea5-4eb7-9f02-7953855a612f tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 944 time: 0.4944181 Sep 09 06:44:32.138700 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.165338 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.169769 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.169923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] 10.222.0.37 "DELETE /v2.0/networks/65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1 HTTP/1.1" status: 204 len: 168 time: 1.2536922 Sep 09 06:44:32.174233 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-c8c6e143-04b1-4a04-9292-a78969360080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:32.175787 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-c8c6e143-04b1-4a04-9292-a78969360080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.2110801 Sep 09 06:44:32.207194 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f9312329-6d72-42bd-a008-0facf44832c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=421365c1502f4458b577d2b93245b501&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3828049 Sep 09 06:44:32.208094 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52782) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:32.209666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.254400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e841-5bf8-42ee-af96-67dfb61e6033 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b3b81c-2e3d-4ccb-a8a8-3415d99e2ad1,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:32.257730 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-87e38626-bd69-4abc-ade0-a169c0ded358 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685980 Sep 09 06:44:32.284249 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:32.335245 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-58219737-bf6e-476b-83e4-9f652436247d req-33c37446-3a7b-4f24-b3c8-8a906ebdac30 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800425 Sep 09 06:44:32.378051 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.400059 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85e829f3-5c25-4287-b231-c5cdb54293da req-65fcf50f-ec86-4bb9-bd3c-b40eafb2a08b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486116 Sep 09 06:44:32.407678 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Made reservation on behalf of 8b0d0d7d7b4a4188a9b35502e84a32ba for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:44:32.412295 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.428361 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.455769 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cee20f05-9c11-47d3-95b3-c01d9e568a11 req-d63f26ba-c2ec-4e25-9d7b-c3a38b5a3d12 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.0546076 Sep 09 06:44:32.462740 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:44:32.534383 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-508928a7-5820-45ff-861b-6607ae1fdf55 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534990 Sep 09 06:44:32.605905 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.608944 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.614063 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b779b263-fb6f-4f79-b49f-bbcc0e22fcf9 HTTP/1.1" status: 204 len: 168 time: 0.4014452 Sep 09 06:44:32.614063 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:32.629496 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435500c5-dd17-4e0c-9f57-5702fdd8dc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b779b263-fb6f-4f79-b49f-bbcc0e22fcf9,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:32.638783 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.656788 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Transition to ACTIVE for port object f7ffca0c-ff32-4367-ae0b-474706aabfa7 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:32.678727 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd36875-5387-4bd5-a4ec-32743b463466 req-d3af14df-66b1-4012-8faf-e706c003bb02 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:32.680565 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1dd36875-5387-4bd5-a4ec-32743b463466 req-d3af14df-66b1-4012-8faf-e706c003bb02 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 931 time: 0.2018845 Sep 09 06:44:32.720335 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52796) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:32.756131 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.767088 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9586350d-8349-4f52-a77e-c7f5e5c907d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4954b6faf548460cb18a50d2ae4abb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448613 Sep 09 06:44:32.776176 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52798) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:32.778399 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f313bfd5-5a55-4e5b-9f74-bb2c64461b9e req-5bb54565-7f97-40ad-8448-aca2edafa784 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369730 Sep 09 06:44:32.801235 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1dd36875-5387-4bd5-a4ec-32743b463466 req-bb71d013-b001-46ab-9561-7b220a1c6722 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082075 Sep 09 06:44:32.822126 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:32.837744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Allocated IP 172.20.0.4 (eb33b260-8b94-439e-9f2b-5038f7ad1dd5/aafc0d29-1a96-4405-bebd-8afca899ad1d/ec97a373-49da-41e1-882a-40ba9ea95377) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:44:32.857234 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Attempting to bind port f7ffca0c-ff32-4367-ae0b-474706aabfa7 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:32.857574 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Attempting to bind port f7ffca0c-ff32-4367-ae0b-474706aabfa7 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:32.857914 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Attempting to bind port f7ffca0c-ff32-4367-ae0b-474706aabfa7 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:32.862884 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Port f7ffca0c-ff32-4367-ae0b-474706aabfa7 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:44:32.863356 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Attempting to bind port f7ffca0c-ff32-4367-ae0b-474706aabfa7 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:32.868320 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:32.870213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Checking segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:32.870213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Bound using segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:32.870213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Bound port: f7ffca0c-ff32-4367-ae0b-474706aabfa7, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:32.870213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.881616 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.939847 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:32.947697 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:32.951524 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:33.040444 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.046753 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-43831c75-8be2-4625-bd6c-d22865a4ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.050203 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-43831c75-8be2-4625-bd6c-d22865a4ebff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1096 time: 0.1303918 Sep 09 06:44:33.080745 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.080745 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.080745 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] 10.222.0.35 "PUT /v2.0/ports/f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 1093 time: 1.0302107 Sep 09 06:44:33.109459 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd542ef-81cc-4104-b4f2-a81d72bc9d00 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:33.207363 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.210559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.211730 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d0da32e-1bdb-4d23-911a-dc69a294ab4b HTTP/1.1" status: 204 len: 168 time: 0.4324617 Sep 09 06:44:33.215298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.224133 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-9da34708-381d-4462-b507-a0757a8a5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.225681 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-9da34708-381d-4462-b507-a0757a8a5cfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1096 time: 0.0479274 Sep 09 06:44:33.254559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd78066-1736-46ee-a944-e196d98cd0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0da32e-1bdb-4d23-911a-dc69a294ab4b,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:33.271879 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Transition to ACTIVE for port object ec97a373-49da-41e1-882a-40ba9ea95377 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:33.281993 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-a7d6835e-bfe2-47f8-9e92-d1ebc20a9daf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 217 time: 0.0467093 Sep 09 06:44:33.298377 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-ca24a845-7b5e-4b48-8205-38104dde87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.299943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-ca24a845-7b5e-4b48-8205-38104dde87fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.2436299 Sep 09 06:44:33.336312 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-88cfa30f-2492-496a-be07-e3f878870daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.337816 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-88cfa30f-2492-496a-be07-e3f878870daf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0492196 Sep 09 06:44:33.357639 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-fcae7fae-9ea1-447d-8623-74190a0dd99e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 200 len: 217 time: 0.0483747 Sep 09 06:44:33.400568 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-8ce6c58f-1cca-406a-a1dd-e5a119f9b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.402677 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-8ce6c58f-1cca-406a-a1dd-e5a119f9b1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567310 Sep 09 06:44:33.415359 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-6bd67e58-a41d-4d8d-8107-269283e6ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.416448 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-6bd67e58-a41d-4d8d-8107-269283e6ce5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0513842 Sep 09 06:44:33.438042 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.450461 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:33.453076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fce190d-e184-42d6-8d7d-5df152a86eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:33.473539 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-1499e919-586e-4215-a31b-4e4e940b3a9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493734 Sep 09 06:44:33.524367 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-7e9a7533-4681-4d05-84e9-6b6ccd602ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051757 Sep 09 06:44:33.571045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:44:33.575020 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:44:33.590164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52820) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:33.629459 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-28d12b4b-1fc6-48cd-a632-eefb68d838fa req-5edc3cf3-43ff-419d-a530-827eb283500f service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969186 Sep 09 06:44:33.684462 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:33.700863 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:44:33.705133 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-534cac46-fdac-4ca0-bf0f-11a375edc601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.716035 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:33.719165 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-03c9c33c-68d1-4960-93b1-88a04ab86443 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219143 Sep 09 06:44:33.806139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fcfc7-e388-428d-b04a-ceb9c8bbff36 req-ce9d1373-eb65-4434-bc97-8d629cef06fa tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.807624 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f7fcfc7-e388-428d-b04a-ceb9c8bbff36 req-ce9d1373-eb65-4434-bc97-8d629cef06fa tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 945 time: 0.3711860 Sep 09 06:44:33.836570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad82e12-a9d9-41ca-851e-5974ca0b4b3d req-2f5d8f25-1cc4-4042-8fd6-d082f637d1c0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.842100 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bad82e12-a9d9-41ca-851e-5974ca0b4b3d req-2f5d8f25-1cc4-4042-8fd6-d082f637d1c0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 943 time: 0.3419747 Sep 09 06:44:33.855360 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:33.855878 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.972483 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-808a660b-f0a0-42d8-b5e7-3dd0fa41f4f8 None None] Provisioning for port ec97a373-49da-41e1-882a-40ba9ea95377 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:33.976696 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:33.981905 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-808a660b-f0a0-42d8-b5e7-3dd0fa41f4f8 None None] Provisioning complete for port ec97a373-49da-41e1-882a-40ba9ea95377 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:33.982524 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-808a660b-f0a0-42d8-b5e7-3dd0fa41f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:33.985023 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:33.985557 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.043809 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-808a660b-f0a0-42d8-b5e7-3dd0fa41f4f8 None None] Port ec97a373-49da-41e1-882a-40ba9ea95377 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:44:34.096756 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.120749 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:34.136771 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f7fcfc7-e388-428d-b04a-ceb9c8bbff36 req-b83455e0-3ca1-4665-85ee-8d5d8e90e5b9 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140435 Sep 09 06:44:34.160416 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bad82e12-a9d9-41ca-851e-5974ca0b4b3d req-583769c9-ad2e-4d50-b71b-a535e3fd23f0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146625 Sep 09 06:44:34.163973 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-743db9cb-bb29-4f43-bc1c-26090902a2ea req-cb4e2f81-566c-4e50-9e40-f2267f3053e4 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076033 Sep 09 06:44:34.209286 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,segment=NetworkSegment(7b380716-6400-44dd-8376-34814af06c5f),segment_id=7b380716-6400-44dd-8376-34814af06c5f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:34.221079 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-534cac46-fdac-4ca0-bf0f-11a375edc601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.252139 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50166e6-d71f-4dcc-9361-3c3340c273d0 x-openstack-request-id: req-c50166e6-d71f-4dcc-9361-3c3340c273d0 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:34.252634 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:34.252809 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c50166e6-d71f-4dcc-9361-3c3340c273d0 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:34.253262 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'status': 'completed', 'code': 200} Sep 09 06:44:34.286174 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52838) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:34.320083 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.326936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-534cac46-fdac-4ca0-bf0f-11a375edc601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.343666 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-509c0065-9838-412e-a60f-075b3f34774c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb29e7c3259942c9887186d1ac865242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554597 Sep 09 06:44:34.346163 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52840) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:34.361270 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1ce92-eb05-4e15-a0f9-befa1564ef55" -d '{"events": [{"server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "name": "network-vif-plugged", "status": "completed", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:34.394285 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:34.401699 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.419811 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-be929882-7db2-4409-9a49-e737fe74d04f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9106517 Sep 09 06:44:34.425602 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.426229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cac46-fdac-4ca0-bf0f-11a375edc601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a520d8b-1d33-4897-b4c0-c0bb6618e298,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:34.433630 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-534cac46-fdac-4ca0-bf0f-11a375edc601 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5498c6d5ae04ce1bc3de5a1057e5231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447505 Sep 09 06:44:34.436464 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52844) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:34.439634 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Request body: {'port': {'device_id': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:34.449946 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4131ed-491b-4a49-9959-9ee912d7534a req-dbc517ec-efa0-49c1-bac1-85fb9a386a5a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:34.451403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db4131ed-491b-4a49-9959-9ee912d7534a req-dbc517ec-efa0-49c1-bac1-85fb9a386a5a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 931 time: 0.1929920 Sep 09 06:44:34.478446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-0953e79e-2327-4b73-8a3c-0245760dd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:34.479929 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-0953e79e-2327-4b73-8a3c-0245760dd5c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1096 time: 0.1707759 Sep 09 06:44:34.501562 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.530529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.532952 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745729-faef-48ca-8c3b-c4cbe1dfbebd req-ada5ba32-5690-4377-8cb8-6b13d327a92f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:34.534408 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-35745729-faef-48ca-8c3b-c4cbe1dfbebd req-ada5ba32-5690-4377-8cb8-6b13d327a92f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.1789641 Sep 09 06:44:34.591861 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db4131ed-491b-4a49-9959-9ee912d7534a req-1a6b6275-5d63-4acd-b95b-4ab9af3a7275 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194332 Sep 09 06:44:34.622758 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.626932 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.627061 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.627061 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e816f807-c8a1-435e-9ab0-0e92afbb73df HTTP/1.1" status: 204 len: 168 time: 0.2792187 Sep 09 06:44:34.635259 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d375f47-d505-4d94-9631-8f9b0cfce700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816f807-c8a1-435e-9ab0-0e92afbb73df,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:34.664238 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-35745729-faef-48ca-8c3b-c4cbe1dfbebd req-36e02b58-6b94-42e7-b6f0-5312186f9641 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036301 Sep 09 06:44:34.674060 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.676966 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.678274 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a520d8b-1d33-4897-b4c0-c0bb6618e298 HTTP/1.1" status: 204 len: 168 time: 0.2408791 Sep 09 06:44:34.694336 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f6d1d-7304-45c4-8410-1b7f38b96710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a520d8b-1d33-4897-b4c0-c0bb6618e298,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:34.699840 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-c65dafda-7950-4b9c-b578-d531a9188271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:34.701150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-c65dafda-7950-4b9c-b578-d531a9188271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.2066855 Sep 09 06:44:34.754540 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-ed91a191-9cf1-4e5e-a4bb-b41898b11a98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 217 time: 0.0442050 Sep 09 06:44:34.815653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa8c305-2ad2-4077-9b93-b0c901b0a868 x-openstack-request-id: req-afa8c305-2ad2-4077-9b93-b0c901b0a868 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:34.815653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "name": "network-vif-plugged", "status": "completed", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:34.815653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afa8c305-2ad2-4077-9b93-b0c901b0a868 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:34.815653 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8', 'code': 200} Sep 09 06:44:34.959030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec97a373-49da-41e1-882a-40ba9ea95377 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:34.966495 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:34.978489 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Transition to ACTIVE for port object ec97a373-49da-41e1-882a-40ba9ea95377 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:44:35.142864 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.217916 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Pushing event updated for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:35.360572 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b82cd-c22d-4250-8bd0-d856af38a58a req-114a2a6c-cdfa-4e75-9bdf-aa0c2ba82a16 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:35.367721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e2b82cd-c22d-4250-8bd0-d856af38a58a req-114a2a6c-cdfa-4e75-9bdf-aa0c2ba82a16 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 943 time: 0.0899837 Sep 09 06:44:35.399495 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c213af-85bc-45db-9e73-820bc55fa36d req-20ef3aa4-ddbb-4aec-9b3a-061f2ac4e5f1 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:35.400972 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68c213af-85bc-45db-9e73-820bc55fa36d req-20ef3aa4-ddbb-4aec-9b3a-061f2ac4e5f1 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.1576858 Sep 09 06:44:35.401653 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Attempting to bind port ec97a373-49da-41e1-882a-40ba9ea95377 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:44:35.401985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Attempting to bind port ec97a373-49da-41e1-882a-40ba9ea95377 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:44:35.402305 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Attempting to bind port ec97a373-49da-41e1-882a-40ba9ea95377 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:35.406902 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52874) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:35.410594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Port ec97a373-49da-41e1-882a-40ba9ea95377 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:44:35.410948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Attempting to bind port ec97a373-49da-41e1-882a-40ba9ea95377 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:44:35.421274 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-801b4c4c-9e15-411a-b231-235471c37cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.438098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:44:35.438435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Checking segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:44:35.438814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Bound using segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:44:35.439291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Bound port: ec97a373-49da-41e1-882a-40ba9ea95377, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:44:35.439650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.488946 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e2b82cd-c22d-4250-8bd0-d856af38a58a req-f58ae04a-9e43-489d-82ce-3ae4d96547f7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188371 Sep 09 06:44:35.509464 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68c213af-85bc-45db-9e73-820bc55fa36d req-001ae7eb-635d-4471-b165-c8d74e9c9509 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957668 Sep 09 06:44:35.554085 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:44:35.558194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ec97a373-49da-41e1-882a-40ba9ea95377,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:44:35.562487 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-801b4c4c-9e15-411a-b231-235471c37cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.648404 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-801b4c4c-9e15-411a-b231-235471c37cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.648910 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.690590 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-801b4c4c-9e15-411a-b231-235471c37cd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=599d5c9aee4a4b0d91307f3118fa9db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823589 Sep 09 06:44:35.691843 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4c4c-9e15-411a-b231-235471c37cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd460c45-7c6e-4823-94af-dbb63c1bf21e,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:35.695969 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52886) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:35.741923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:35.758424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.758424 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] 10.222.0.35 "PUT /v2.0/ports/ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 1093 time: 1.3111272 Sep 09 06:44:35.758424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:35.758424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a5e7a-756e-492a-8bda-0dbe814373eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:35.758424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce3458-0e7f-42a5-a51f-9b120039064b service neutron] Pushing event updated for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:35.764978 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.797185 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.812920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb9c51-0a35-4a8c-a3a6-c78b4216d2e3 req-7d180f94-2eae-4f24-be32-0d349eb1086c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:35.819970 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-51fb9c51-0a35-4a8c-a3a6-c78b4216d2e3 req-7d180f94-2eae-4f24-be32-0d349eb1086c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.1596870 Sep 09 06:44:35.882631 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-51fb9c51-0a35-4a8c-a3a6-c78b4216d2e3 req-d09e4e68-260c-4a51-b3b3-5106920a3b81 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Sep 09 06:44:35.894426 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b01f-d0f9-429b-b2d6-66f34ad74b9e req-92f856e8-53d5-473e-a253-8070e5191e93 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:35.902019 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-26c5b01f-d0f9-429b-b2d6-66f34ad74b9e req-92f856e8-53d5-473e-a253-8070e5191e93 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.1349597 Sep 09 06:44:35.924572 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.924572 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:35.925098 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd460c45-7c6e-4823-94af-dbb63c1bf21e HTTP/1.1" status: 204 len: 168 time: 0.2279944 Sep 09 06:44:35.938507 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882abdd9-53e1-4086-98ca-06ee8af71ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd460c45-7c6e-4823-94af-dbb63c1bf21e,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:35.948689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-26c5b01f-d0f9-429b-b2d6-66f34ad74b9e req-9cfb6472-e8a6-4249-b495-b17d50a9b982 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Sep 09 06:44:35.961550 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5354619-1cf5-4dfe-8ed9-04b2a1127c95 x-openstack-request-id: req-b5354619-1cf5-4dfe-8ed9-04b2a1127c95 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:35.961839 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:35.962085 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5354619-1cf5-4dfe-8ed9-04b2a1127c95 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:35.962482 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'status': 'completed', 'code': 200} Sep 09 06:44:36.012894 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 52900) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:36.282458 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-793bb86a-668e-4e0b-b13f-ef6b0003b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.372457 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-793bb86a-668e-4e0b-b13f-ef6b0003b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.431422 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-793bb86a-668e-4e0b-b13f-ef6b0003b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.448781 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 0be69b6b-836f-4fb4-9e51-a62f8592483f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:44:36.473814 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-793bb86a-668e-4e0b-b13f-ef6b0003b5ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06d11ed3fced4b6587ea46fcad08649b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596829 Sep 09 06:44:36.476346 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb86a-668e-4e0b-b13f-ef6b0003b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec341182-22e3-4baa-8025-fd51cdcc0c07,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:36.477095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 52918) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:36.549263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.574382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:36.589431 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '0be69b6b-836f-4fb4-9e51-a62f8592483f', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'port_id': '0be69b6b-836f-4fb4-9e51-a62f8592483f', 'mac_address': 'fa:16:3e:4d:72:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:44:36.613393 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.643442 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.660395 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be69b6b-836f-4fb4-9e51-a62f8592483f {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:36.682854 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:36.734581 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72be402-bf66-4b90-a82d-09e189f8289c req-d54473d3-d765-4f48-8686-ba91006eb223 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:36.736133 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c72be402-bf66-4b90-a82d-09e189f8289c req-d54473d3-d765-4f48-8686-ba91006eb223 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0999217 Sep 09 06:44:36.744815 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408feea-da18-4296-bbf3-605a458c502c req-f77288e9-0fc9-4ff5-b22a-12d80e783274 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:36.746239 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d408feea-da18-4296-bbf3-605a458c502c req-f77288e9-0fc9-4ff5-b22a-12d80e783274 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 943 time: 0.1128547 Sep 09 06:44:36.801722 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c72be402-bf66-4b90-a82d-09e189f8289c req-c139a19e-b571-4dfb-abb6-c358329e7f99 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Sep 09 06:44:36.809195 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d408feea-da18-4296-bbf3-605a458c502c req-580f7baa-34ab-41ea-86c4-c0b60ec23061 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Sep 09 06:44:36.845135 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.846242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device c77d358f-4945-49fc-a4f4-9d5d48b597d7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:44:36.898798 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.901707 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:36.903552 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec341182-22e3-4baa-8025-fd51cdcc0c07 HTTP/1.1" status: 204 len: 168 time: 0.4255021 Sep 09 06:44:36.913356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b161649-d77e-4adf-8cbf-af8088a17a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec341182-22e3-4baa-8025-fd51cdcc0c07,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:36.920052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:36.923781 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:36.944699 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7', 'network_id': '37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3', 'port_id': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7', 'mac_address': 'fa:16:3e:09:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ffa070-c585-4635-8b99-26f0fb1ec8b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:44:36.995339 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:37.018308 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d358f-4945-49fc-a4f4-9d5d48b597d7 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:37.028283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579942b2-4966-454a-8aa0-0a04c77c8c3f req-c56e8518-56a8-45e1-821b-aa06fbe14d1c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.029899 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-579942b2-4966-454a-8aa0-0a04c77c8c3f req-c56e8518-56a8-45e1-821b-aa06fbe14d1c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0626187 Sep 09 06:44:37.041530 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:37.086428 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-579942b2-4966-454a-8aa0-0a04c77c8c3f req-52074a86-7482-4412-92fc-b721781fe34d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500674 Sep 09 06:44:37.123470 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39f850-d919-4a53-b3cb-ee69de95d4af req-17cb36d9-4cc6-45f7-a161-8a7d36a7b075 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.125897 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c39f850-d919-4a53-b3cb-ee69de95d4af req-17cb36d9-4cc6-45f7-a161-8a7d36a7b075 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0606737 Sep 09 06:44:37.134405 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:37.164565 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c919993-1b04-4249-b24c-360e982687e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:37.176507 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c39f850-d919-4a53-b3cb-ee69de95d4af req-189fd076-570e-4723-a255-77375036be5a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Sep 09 06:44:37.190690 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:37.491620 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-90491d14-7dd3-4b93-9719-30eb374143b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.493291 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-90491d14-7dd3-4b93-9719-30eb374143b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0684464 Sep 09 06:44:37.577410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-9b6dc445-3b91-4a5d-a8b0-525fb517d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.579125 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-9b6dc445-3b91-4a5d-a8b0-525fb517d8d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1096 time: 0.0847998 Sep 09 06:44:37.581799 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-80694f31-58fe-47fc-bca5-e3d5f4cb0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.583503 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-80694f31-58fe-47fc-bca5-e3d5f4cb0eeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807519 Sep 09 06:44:37.684467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['c77d358f-4945-49fc-a4f4-9d5d48b597d7'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:44:37.707848 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['0be69b6b-836f-4fb4-9e51-a62f8592483f'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:44:37.820635 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-830b52ca-940a-4c5f-a793-3d69938db58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.822151 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-830b52ca-940a-4c5f-a793-3d69938db58f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2269185 Sep 09 06:44:37.825601 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-bd621e72-f39d-4a7f-b6cd-c6d927e94f03 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216771 Sep 09 06:44:37.902147 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e965a6-32bb-425b-9612-0815411f15a4 req-1bbada09-dc4d-4c49-85cd-6e882afaabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.903607 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44e965a6-32bb-425b-9612-0815411f15a4 req-1bbada09-dc4d-4c49-85cd-6e882afaabe5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 1099 time: 0.1411109 Sep 09 06:44:37.992583 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9f433-a79e-4bd9-8474-5d58e6456cea req-01fa8c2c-50cc-4eb0-a82c-9da1d0e9ad85 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:37.994090 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24b9f433-a79e-4bd9-8474-5d58e6456cea req-01fa8c2c-50cc-4eb0-a82c-9da1d0e9ad85 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.1007483 Sep 09 06:44:38.001711 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b7614-2099-42eb-8f33-db54be5fb06e req-52e58770-39b9-40b4-83cd-df206732e11d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:38.004339 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a30b7614-2099-42eb-8f33-db54be5fb06e req-52e58770-39b9-40b4-83cd-df206732e11d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 944 time: 0.0838895 Sep 09 06:44:38.063370 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a30b7614-2099-42eb-8f33-db54be5fb06e req-c47a6b79-7ce0-44bf-8e78-5367c504eed4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Sep 09 06:44:38.065886 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24b9f433-a79e-4bd9-8474-5d58e6456cea req-9a7f1be1-c977-4bf4-9b8d-71bb6b51c7a9 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578341 Sep 09 06:44:38.205138 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d53fb-db91-4cb7-8ba5-1b7826815448 req-2916f45d-5baf-4544-9aef-e78736e2b4eb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:38.206576 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ef0d53fb-db91-4cb7-8ba5-1b7826815448 req-2916f45d-5baf-4544-9aef-e78736e2b4eb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0533471 Sep 09 06:44:38.297345 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ef0d53fb-db91-4cb7-8ba5-1b7826815448 req-8c05e1e1-ccd3-44be-886a-93c760bf8cc5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837722 Sep 09 06:44:38.325896 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c1ca-fb7d-462c-84bb-570f9c4b577a req-e02ae608-a21e-40d7-a6d9-cd4ecaf9d547 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:38.327378 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f8b7c1ca-fb7d-462c-84bb-570f9c4b577a req-e02ae608-a21e-40d7-a6d9-cd4ecaf9d547 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0661962 Sep 09 06:44:38.370504 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f8b7c1ca-fb7d-462c-84bb-570f9c4b577a req-e4ad6c46-07c1-40f8-afa6-3e4b3ddaf2e5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370016 Sep 09 06:44:39.206200 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e7bbf-a4b9-4e41-b20e-fc42776c4716 req-09b65ea6-23ea-4c3d-be2f-53364f17cd53 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:39.207846 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e07e7bbf-a4b9-4e41-b20e-fc42776c4716 req-09b65ea6-23ea-4c3d-be2f-53364f17cd53 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 944 time: 0.0700903 Sep 09 06:44:39.220034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996c44a-b7c0-48f6-9310-0340521189ca req-d58fabac-84d5-4da9-8a5f-5865665ed100 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:39.221438 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3996c44a-b7c0-48f6-9310-0340521189ca req-d58fabac-84d5-4da9-8a5f-5865665ed100 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0856771 Sep 09 06:44:39.274414 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e07e7bbf-a4b9-4e41-b20e-fc42776c4716 req-654b42a5-2d36-4e2f-9dbf-a7d0ea741e32 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520611 Sep 09 06:44:39.279103 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3996c44a-b7c0-48f6-9310-0340521189ca req-2d490c2b-4b89-4ff0-a673-f3abad9c8d8a tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504873 Sep 09 06:44:39.429780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859e96e-d25d-4e18-b6eb-2076b46a9978 req-83a542c8-aba4-4bd4-b200-33f79a90d130 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:39.431285 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e859e96e-d25d-4e18-b6eb-2076b46a9978 req-83a542c8-aba4-4bd4-b200-33f79a90d130 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0591376 Sep 09 06:44:39.676496 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e859e96e-d25d-4e18-b6eb-2076b46a9978 req-921efbf2-c943-435f-84d5-a678d72f416b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386088 Sep 09 06:44:39.680631 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3caffa04-5898-400f-9e0b-ae8e3e87a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:39.691998 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8be6-952e-4683-8785-a13cf535c2b1 req-1af10fc1-2dfc-496b-abeb-fc3a53567687 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:39.694857 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-446c8be6-952e-4683-8785-a13cf535c2b1 req-1af10fc1-2dfc-496b-abeb-fc3a53567687 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0667398 Sep 09 06:44:39.731742 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-446c8be6-952e-4683-8785-a13cf535c2b1 req-95498ec4-2bc9-49d1-b8cc-08682a6666fb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Sep 09 06:44:40.119425 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.420142 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad793-13f6-4b65-9976-060e034819c8 req-37b2bba8-04a8-40fb-bb8a-55c7ae00a2af tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:40.421619 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2dad793-13f6-4b65-9976-060e034819c8 req-37b2bba8-04a8-40fb-bb8a-55c7ae00a2af tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 944 time: 0.0777116 Sep 09 06:44:40.433941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c62b8-a27b-4366-a618-04e87609f25e req-fc98744a-4f10-41f3-bfce-b8f46ea3cc8b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:40.435369 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a98c62b8-a27b-4366-a618-04e87609f25e req-fc98744a-4f10-41f3-bfce-b8f46ea3cc8b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0815830 Sep 09 06:44:40.486677 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2dad793-13f6-4b65-9976-060e034819c8 req-84dae474-d063-4978-a87a-13b28d378559 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Sep 09 06:44:40.494233 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a98c62b8-a27b-4366-a618-04e87609f25e req-9065d106-a354-4d3d-a23a-f1e3e76b7041 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515831 Sep 09 06:44:40.511979 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:44:40.528216 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-44e965a6-32bb-425b-9612-0815411f15a4 req-36eea5f0-a9a0-404c-96e5-d365134e144f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.621769 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-44e965a6-32bb-425b-9612-0815411f15a4 req-36eea5f0-a9a0-404c-96e5-d365134e144f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.628799 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:40.639631 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:44:40.681461 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.697380 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:40.703871 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-44e965a6-32bb-425b-9612-0815411f15a4 req-36eea5f0-a9a0-404c-96e5-d365134e144f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.741783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-ba4ea0e9-f625-4ec5-bc64-fd0304c3f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:40.741999 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44e965a6-32bb-425b-9612-0815411f15a4 req-36eea5f0-a9a0-404c-96e5-d365134e144f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378719 Sep 09 06:44:40.743330 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-047a5e7a-756e-492a-8bda-0dbe814373eb req-ba4ea0e9-f625-4ec5-bc64-fd0304c3f06d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2428403 Sep 09 06:44:40.745581 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fce190d-e184-42d6-8d7d-5df152a86eb0 req-b54d99f8-9a51-4d9a-8b7c-aeb1456c8991 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273467 Sep 09 06:44:40.751530 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:40.753310 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.783765 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eea5f0-a9a0-404c-96e5-d365134e144f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=330c6329-363b-4848-b60b-7f13fc5e502b,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:40.822129 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:40.829542 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f601-099a-4e91-8182-d62fb1755bf2 req-848d1ff8-9f64-4178-a194-0de23982ce11 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:40.832807 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48a6f601-099a-4e91-8182-d62fb1755bf2 req-848d1ff8-9f64-4178-a194-0de23982ce11 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0608869 Sep 09 06:44:40.890229 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53088) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:40.892128 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:40.915067 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48a6f601-099a-4e91-8182-d62fb1755bf2 req-9d974703-3438-497b-8124-ca9d8245ecdd tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755229 Sep 09 06:44:41.024518 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f481582e-d94e-4f58-b740-3b41d8b0ae18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.025626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc94f9-b6b2-43a2-999b-817a89328cda req-ed8a3c4b-e41e-4c97-b737-8a1ed7696535 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.027176 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-93cc94f9-b6b2-43a2-999b-817a89328cda req-ed8a3c4b-e41e-4c97-b737-8a1ed7696535 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.1903012 Sep 09 06:44:41.082315 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-93cc94f9-b6b2-43a2-999b-817a89328cda req-c256b7a0-2eb1-4e69-a9b5-12f80e17cb24 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Sep 09 06:44:41.085682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-13d5d2e9-df60-4ef6-9543-7b90c1589cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.087182 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-13d5d2e9-df60-4ef6-9543-7b90c1589cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1096 time: 0.0834575 Sep 09 06:44:41.122304 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f7ffca0c-ff32-4367-ae0b-474706aabfa7'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:44:41.125967 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f481582e-d94e-4f58-b740-3b41d8b0ae18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.133775 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f2d46188-6ec6-4408-b452-d04819b38e3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 217 time: 0.0382092 Sep 09 06:44:41.184814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-44366d34-23b5-42a9-93a9-8d5ad821cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.186599 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-44366d34-23b5-42a9-93a9-8d5ad821cdff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0455415 Sep 09 06:44:41.208891 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f481582e-d94e-4f58-b740-3b41d8b0ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.232836 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-39cb3627-4d6c-4a6b-b834-1130f47e1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.234339 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-39cb3627-4d6c-4a6b-b834-1130f47e1563 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404215 Sep 09 06:44:41.246251 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-f481582e-d94e-4f58-b740-3b41d8b0ae18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71893e90624549fe9ff3737844c7a113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549781 Sep 09 06:44:41.249072 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53096) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:41.262784 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481582e-d94e-4f58-b740-3b41d8b0ae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c44a7bf-924f-4493-b201-2544556b40d7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:41.324264 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.332621 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-64d9f1d6-9ca5-417d-88d3-39a862d05fad service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902202 Sep 09 06:44:41.345239 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.426844 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-904e28bd-fb27-4563-952f-ba0e7738cb63 req-f0b1cadc-ec51-49f1-a609-19bd5d6c18f2 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853136 Sep 09 06:44:41.465258 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.467915 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:41.469085 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c44a7bf-924f-4493-b201-2544556b40d7 HTTP/1.1" status: 204 len: 168 time: 0.2190955 Sep 09 06:44:41.491314 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8281b7-7a44-4240-87c7-c5c1b3f86339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c44a7bf-924f-4493-b201-2544556b40d7,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:41.654497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e1deb-7c69-437e-8b47-0890c2213091 req-feee38e7-2f94-440d-97de-a63bf38c5f84 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.658159 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d20e1deb-7c69-437e-8b47-0890c2213091 req-feee38e7-2f94-440d-97de-a63bf38c5f84 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 944 time: 0.0859437 Sep 09 06:44:41.668596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023142c-7d7f-421d-9769-e06d091467d8 req-8e4a4666-6130-49d2-a342-74d7c2930dcf tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:41.670031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6023142c-7d7f-421d-9769-e06d091467d8 req-8e4a4666-6130-49d2-a342-74d7c2930dcf tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0895936 Sep 09 06:44:41.735653 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d20e1deb-7c69-437e-8b47-0890c2213091 req-863740a0-e9b7-434d-abfe-61df46acbc11 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Sep 09 06:44:41.750346 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6023142c-7d7f-421d-9769-e06d091467d8 req-25929c47-7413-4572-9dc9-9592827540fd tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Sep 09 06:44:42.031730 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4012c-b30f-4756-9f12-30ce1c084182 req-ce1b38fe-ba00-4dab-ad57-d9c48d0834fc tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:42.033278 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1da4012c-b30f-4756-9f12-30ce1c084182 req-ce1b38fe-ba00-4dab-ad57-d9c48d0834fc tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0487506 Sep 09 06:44:42.075036 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1da4012c-b30f-4756-9f12-30ce1c084182 req-7b8776dc-ca32-43ce-b338-fbf60232d7b2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Sep 09 06:44:42.138865 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53132) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:42.153466 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db88b9b3-1b9d-4ec8-b42f-a91b9ccbb8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.203321 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105889aa-5835-4c0d-a860-cedb5deb8a30 req-4c7b8a6a-6e32-4520-98a4-108392b540c2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:42.204946 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-105889aa-5835-4c0d-a860-cedb5deb8a30 req-4c7b8a6a-6e32-4520-98a4-108392b540c2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.0512314 Sep 09 06:44:42.243163 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db88b9b3-1b9d-4ec8-b42f-a91b9ccbb8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.244481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-105889aa-5835-4c0d-a860-cedb5deb8a30 req-fc0340fd-cd2f-42f0-9db2-2677b7d879a6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Sep 09 06:44:42.305195 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-db88b9b3-1b9d-4ec8-b42f-a91b9ccbb8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.373931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.511136 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-db88b9b3-1b9d-4ec8-b42f-a91b9ccbb8dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd434b173aee4aefa1813b091da81b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705463 Sep 09 06:44:42.511996 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88b9b3-1b9d-4ec8-b42f-a91b9ccbb8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f1f6ac-c20c-46fb-bb2b-447b4a77791d,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:42.513747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53144) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:42.563453 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.584452 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.705674 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.708973 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:42.711236 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51f1f6ac-c20c-46fb-bb2b-447b4a77791d HTTP/1.1" status: 204 len: 168 time: 0.1953328 Sep 09 06:44:42.719876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd665-ad9a-4a7b-ada9-e29822ff12c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f1f6ac-c20c-46fb-bb2b-447b4a77791d,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:42.885861 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e598f6-7a2e-4999-ac56-aec4d07dcebf req-a97d575e-7696-4e7e-90e3-d2a5798c43e5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:42.887629 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38e598f6-7a2e-4999-ac56-aec4d07dcebf req-a97d575e-7696-4e7e-90e3-d2a5798c43e5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 944 time: 0.0805292 Sep 09 06:44:42.900121 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de92e-f012-402f-a722-f01d1a944e76 req-137ba396-9a46-4df2-8946-2efca971fe2b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:42.901557 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb8de92e-f012-402f-a722-f01d1a944e76 req-137ba396-9a46-4df2-8946-2efca971fe2b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0684791 Sep 09 06:44:42.957658 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38e598f6-7a2e-4999-ac56-aec4d07dcebf req-abb1ed8f-d065-4296-a5e8-04f09cac4abb tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Sep 09 06:44:42.960795 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb8de92e-f012-402f-a722-f01d1a944e76 req-4037014e-9adc-4528-b22d-089513aaf846 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522859 Sep 09 06:44:42.980422 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 0be69b6b-836f-4fb4-9e51-a62f8592483f up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:43.090598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 0be69b6b-836f-4fb4-9e51-a62f8592483f completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:43.094544 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 0be69b6b-836f-4fb4-9e51-a62f8592483f triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:43.095008 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.194414 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.198515 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245e608-fda8-495d-9387-f45d5a828407 req-1fd8b56b-4cfa-4f1f-87d6-151300cd898d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:43.202988 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0245e608-fda8-495d-9387-f45d5a828407 req-1fd8b56b-4cfa-4f1f-87d6-151300cd898d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0545382 Sep 09 06:44:43.217192 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:43.219439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3bc202-0eef-456e-99fc-8ed21e74f637" -d '{"events": [{"server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "name": "network-vif-plugged", "status": "completed", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:43.229392 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.233807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:43.241200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0245e608-fda8-495d-9387-f45d5a828407 req-67f0f20e-bcfc-484f-a17d-ca1ba5de1562 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Sep 09 06:44:43.257176 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d942a514-ae14-442c-be89-de4d0e8f266a x-openstack-request-id: req-d942a514-ae14-442c-be89-de4d0e8f266a {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:43.257465 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "name": "network-vif-plugged", "status": "completed", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:43.260251 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d942a514-ae14-442c-be89-de4d0e8f266a {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:43.260251 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f', 'code': 200} Sep 09 06:44:43.307926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.308722 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device c77d358f-4945-49fc-a4f4-9d5d48b597d7 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:43.369094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320aaa4-a183-4387-a8a6-ba726f914ca7 req-98b59afd-af2c-4456-8294-e773c7cf1b17 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:43.370605 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9320aaa4-a183-4387-a8a6-ba726f914ca7 req-98b59afd-af2c-4456-8294-e773c7cf1b17 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.0553424 Sep 09 06:44:43.388772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:43.411978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9320aaa4-a183-4387-a8a6-ba726f914ca7 req-46ef7c39-0d5a-410c-b6ae-869279280aa1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340848 Sep 09 06:44:43.465297 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port c77d358f-4945-49fc-a4f4-9d5d48b597d7 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:43.469405 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port c77d358f-4945-49fc-a4f4-9d5d48b597d7 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:43.469783 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.546548 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.578516 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:43.684730 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.685524 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:43.761360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:43.862159 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:43.866209 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:43.866633 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.942600 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:43.973242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:44.065586 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:44.101614 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67921c1-847a-4de8-be7f-4667c96c786a req-33a3ad95-a2a8-4202-aa4f-152c54b8e8a8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:44.103184 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d67921c1-847a-4de8-be7f-4667c96c786a req-33a3ad95-a2a8-4202-aa4f-152c54b8e8a8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0754714 Sep 09 06:44:44.115067 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eecd4-adcb-4523-92d7-550136c73916 req-73f18621-0f13-485c-967f-e2ab25e29a44 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:44.116612 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b19eecd4-adcb-4523-92d7-550136c73916 req-73f18621-0f13-485c-967f-e2ab25e29a44 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0784538 Sep 09 06:44:44.174471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d67921c1-847a-4de8-be7f-4667c96c786a req-03e2bf1a-02ca-49f2-99ad-226fafc015be tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 Sep 09 06:44:44.181030 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b19eecd4-adcb-4523-92d7-550136c73916 req-094c601a-5b90-422b-ba55-38cb8b3352b8 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563815 Sep 09 06:44:44.221622 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:44.362747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10274135-3e56-4168-89c6-7bd0e2d01860 req-71d659b1-c00c-4933-acb4-5653d90b9d45 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:44.364233 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10274135-3e56-4168-89c6-7bd0e2d01860 req-71d659b1-c00c-4933-acb4-5653d90b9d45 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0510557 Sep 09 06:44:44.410679 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10274135-3e56-4168-89c6-7bd0e2d01860 req-35ae062c-3967-45c3-bd26-53bfcc71ee9e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402873 Sep 09 06:44:44.529838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aab24d-ee0e-4813-a76a-5be42cab2117 req-17e36043-48df-4783-8be0-3bfa8b1fbd33 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:44.531690 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2aab24d-ee0e-4813-a76a-5be42cab2117 req-17e36043-48df-4783-8be0-3bfa8b1fbd33 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0488656 Sep 09 06:44:44.568905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2aab24d-ee0e-4813-a76a-5be42cab2117 req-5cd60b74-2db3-4145-b0d7-53c3cbef84a0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Sep 09 06:44:45.201148 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a346-7764-467e-9811-34fc579744d6 req-ede3037b-5cee-402b-974b-dba2c538607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.202678 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25a3a346-7764-467e-9811-34fc579744d6 req-ede3037b-5cee-402b-974b-dba2c538607d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1098 time: 0.0705304 Sep 09 06:44:45.250629 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25a3a346-7764-467e-9811-34fc579744d6 req-a7e9aa01-d37a-4c5d-8b8b-4b044de7c580 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Sep 09 06:44:45.259009 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7'}, {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:45.261969 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02ebcb-68e1-44b1-a4c6-f3433c069f8e" -d '{"events": [{"server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "name": "network-vif-plugged", "status": "completed", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7"}, {"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:45.325555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf45ad5-7ad9-400a-9e6b-fb1ae007d5b0 req-f4ebecb8-afc2-4e9a-b906-2d4d39f4e7e9 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.327033 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4cf45ad5-7ad9-400a-9e6b-fb1ae007d5b0 req-f4ebecb8-afc2-4e9a-b906-2d4d39f4e7e9 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0794542 Sep 09 06:44:45.339148 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33854223-2ffa-404e-81a7-220eac2ed438 req-15dfd4ff-c4f4-4f2b-a447-767a904b4833 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.340501 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-33854223-2ffa-404e-81a7-220eac2ed438 req-15dfd4ff-c4f4-4f2b-a447-767a904b4833 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0779574 Sep 09 06:44:45.412309 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4cf45ad5-7ad9-400a-9e6b-fb1ae007d5b0 req-bd5655f6-1f5b-42b0-8469-0726814f4870 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702336 Sep 09 06:44:45.416444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-33854223-2ffa-404e-81a7-220eac2ed438 req-8b877186-b489-4046-9856-ed49b4c56b0e tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Sep 09 06:44:45.462817 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a75dc-b937-44f0-96dd-6123ecc3a252 x-openstack-request-id: req-6a9a75dc-b937-44f0-96dd-6123ecc3a252 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:45.463147 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "name": "network-vif-plugged", "status": "completed", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7", "code": 200}, {"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:45.463396 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a9a75dc-b937-44f0-96dd-6123ecc3a252 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:45.463780 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7', 'code': 200} Sep 09 06:44:45.464033 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'code': 200} Sep 09 06:44:45.540631 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4442-2af4-4932-853d-1b19221827de req-24ceaf1e-ac78-486f-84a0-1db0bddd0213 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.546274 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c1ce4442-2af4-4932-853d-1b19221827de req-24ceaf1e-ac78-486f-84a0-1db0bddd0213 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0496016 Sep 09 06:44:45.590869 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c1ce4442-2af4-4932-853d-1b19221827de req-35f617f6-3dda-4319-b2eb-42a0153fd756 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361810 Sep 09 06:44:45.725045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448f32-80ca-407f-86ec-089225d48b01 req-991ae293-0f37-4118-a489-b9d2e84e8db4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.726517 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10448f32-80ca-407f-86ec-089225d48b01 req-991ae293-0f37-4118-a489-b9d2e84e8db4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0555689 Sep 09 06:44:45.763478 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10448f32-80ca-407f-86ec-089225d48b01 req-e0eb8cef-a0fc-42ac-ade1-6a18f15d139d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Sep 09 06:44:45.865888 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51edb7-3708-43ba-8cab-b012679b9f23 req-097ccaad-f636-4e08-af91-ba05654ce685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.867404 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d51edb7-3708-43ba-8cab-b012679b9f23 req-097ccaad-f636-4e08-af91-ba05654ce685 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0432913 Sep 09 06:44:45.933733 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d51edb7-3708-43ba-8cab-b012679b9f23 req-8481d08f-df96-4932-8819-e1ecb6b6bf19 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Sep 09 06:44:45.939434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea83a1-223b-4942-92a6-f82519744d67 req-0abfabb7-4b7f-415d-a271-efb8296733a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:45.940822 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41ea83a1-223b-4942-92a6-f82519744d67 req-0abfabb7-4b7f-415d-a271-efb8296733a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1098 time: 0.0588667 Sep 09 06:44:46.199520 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41ea83a1-223b-4942-92a6-f82519744d67 req-2b6d1a08-ec32-4d48-89ab-89bec431ca4c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290458 Sep 09 06:44:46.536447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf05d-f968-486e-87b5-6253ff600a2b req-ce922f9f-6153-43c4-b7b5-7499186d0981 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:46.538526 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ebabf05d-f968-486e-87b5-6253ff600a2b req-ce922f9f-6153-43c4-b7b5-7499186d0981 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Sep 09 06:44:46.575764 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ebabf05d-f968-486e-87b5-6253ff600a2b req-67ad07a6-5def-47f7-9f6d-3cbe65e5da4a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Sep 09 06:44:46.731095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862edc6-e89c-47d7-ad9c-8f80b3c83433 req-0abe4c31-e3d7-4e49-878b-49be97cb4118 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:46.733200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7862edc6-e89c-47d7-ad9c-8f80b3c83433 req-0abe4c31-e3d7-4e49-878b-49be97cb4118 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0656695 Sep 09 06:44:46.803874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7862edc6-e89c-47d7-ad9c-8f80b3c83433 req-f06ae999-bbec-48cf-ba03-b12f162a6533 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Sep 09 06:44:46.892843 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27d52b-20ee-48f9-a1a1-a345b97542f6 req-945e82f4-1b08-48c5-95be-aaf97f0fe074 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:46.894388 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2a27d52b-20ee-48f9-a1a1-a345b97542f6 req-945e82f4-1b08-48c5-95be-aaf97f0fe074 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0501978 Sep 09 06:44:46.962643 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2a27d52b-20ee-48f9-a1a1-a345b97542f6 req-a85fff02-a144-4a37-9376-de990a6e246d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384328 Sep 09 06:44:47.710989 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04ca8-8e69-4847-b5e8-b7002bf6c105 req-7d22da90-5f62-4ca9-8d82-4f1d702fa736 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:47.712447 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ba04ca8-8e69-4847-b5e8-b7002bf6c105 req-7d22da90-5f62-4ca9-8d82-4f1d702fa736 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Sep 09 06:44:47.751106 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ba04ca8-8e69-4847-b5e8-b7002bf6c105 req-a30c5b2a-c2c1-4543-9230-7a375d72c7ce tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Sep 09 06:44:48.386596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8391ee-3fb3-4d64-be9f-7ce19979e8cd req-f094013a-59e8-4ad5-93ad-43082b5fd98e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:48.388031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8d8391ee-3fb3-4d64-be9f-7ce19979e8cd req-f094013a-59e8-4ad5-93ad-43082b5fd98e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 943 time: 0.0510793 Sep 09 06:44:48.425865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8d8391ee-3fb3-4d64-be9f-7ce19979e8cd req-04f75cb1-ff0c-4d95-9a1d-f7b4f7393215 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Sep 09 06:44:48.500269 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-134fe36b-537d-4f4f-b7c1-08cc208bb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:48.501887 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-134fe36b-537d-4f4f-b7c1-08cc208bb8f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1098 time: 0.0502217 Sep 09 06:44:48.818762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316eba-0182-4a0a-8eb6-6724ab36ab0a req-9b0ab74a-8621-4223-ab14-548ff789c327 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:48.820272 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90316eba-0182-4a0a-8eb6-6724ab36ab0a req-9b0ab74a-8621-4223-ab14-548ff789c327 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.3175242 Sep 09 06:44:48.827411 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b479db0-d851-4457-bd18-b9c8a26a1605 req-a52f9706-06c2-4a76-afe2-c674b5a2a03b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:48.828773 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3b479db0-d851-4457-bd18-b9c8a26a1605 req-a52f9706-06c2-4a76-afe2-c674b5a2a03b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.3166177 Sep 09 06:44:48.873948 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ec97a373-49da-41e1-882a-40ba9ea95377 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:44:48.885446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-f1a43e42-151b-47e6-819b-5134eac752db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:48.886923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-f1a43e42-151b-47e6-819b-5134eac752db service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.3514292 Sep 09 06:44:48.901782 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90316eba-0182-4a0a-8eb6-6724ab36ab0a req-4322ce68-3f79-47e1-af11-3fecc9158976 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721254 Sep 09 06:44:48.940153 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3b479db0-d851-4457-bd18-b9c8a26a1605 req-94143673-f415-4752-a1fe-1bfcd3c81101 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016049 Sep 09 06:44:48.941479 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-f6df482c-f558-4764-aa71-d548cb5f7a7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 200 len: 217 time: 0.0429683 Sep 09 06:44:48.975804 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ec97a373-49da-41e1-882a-40ba9ea95377,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:48.987870 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'port_id': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'mac_address': 'fa:16:3e:97:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:44:49.031139 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:49.036457 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-20b1ea9b-0b44-4268-95cf-9ae992ce11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:49.037044 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-20b1ea9b-0b44-4268-95cf-9ae992ce11dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0774229 Sep 09 06:44:49.044621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec97a373-49da-41e1-882a-40ba9ea95377 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:44:49.070526 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ec97a373-49da-41e1-882a-40ba9ea95377,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:49.081225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bed16-c685-4b07-af68-7272300e6232 req-f3e316dd-f333-4e76-9987-f344a3398afa tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:49.082634 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e13bed16-c685-4b07-af68-7272300e6232 req-f3e316dd-f333-4e76-9987-f344a3398afa tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0969076 Sep 09 06:44:49.084819 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-ebcd888a-de23-4e5c-acd1-e95eca7ab037 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377693 Sep 09 06:44:49.091961 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53382) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:49.099091 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'floatingip': {'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:49.186774 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:49.187987 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:49.235954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:49.348818 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-7cb98205-405d-4ac5-aedd-edda5e640624 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546165 Sep 09 06:44:49.481933 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['ec97a373-49da-41e1-882a-40ba9ea95377'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:44:49.560995 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dc59fedb-1bce-4794-8f55-c35ab7132f5f req-e074d79f-73ad-44c8-ba85-c71363a7c30b service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992345 Sep 09 06:44:49.630703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac5ea3-82f5-4def-8e6c-c9a1ca0fd94a req-ae19e750-22fa-4f28-9a47-84033b0f3b86 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:49.632765 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6aac5ea3-82f5-4def-8e6c-c9a1ca0fd94a req-ae19e750-22fa-4f28-9a47-84033b0f3b86 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 944 time: 0.1343367 Sep 09 06:44:49.880770 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6aac5ea3-82f5-4def-8e6c-c9a1ca0fd94a req-2139e8fa-91fb-41f9-a49d-7601f45a24bc tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123060 Sep 09 06:44:50.205595 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:44:50.255893 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.270273 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53428) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:50.284657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225356c6-651b-42f6-9804-276aa60b636e req-1c5aa30b-376c-48f9-a1e8-51477741877c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:50.286260 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-225356c6-651b-42f6-9804-276aa60b636e req-1c5aa30b-376c-48f9-a1e8-51477741877c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.2700770 Sep 09 06:44:50.330801 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-225356c6-651b-42f6-9804-276aa60b636e req-c05731f4-5270-4e37-829e-47c68d464fa0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Sep 09 06:44:50.336482 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.430011 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-567700f1-ef76-4e92-8d49-25dc76116ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.462304 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Floating IP e63e6f84-070d-4656-97fe-3cc12ea4791d associated. External IP: 172.27.0.76, port: f7ffca0c-ff32-4367-ae0b-474706aabfa7. Sep 09 06:44:50.660728 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-567700f1-ef76-4e92-8d49-25dc76116ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.714004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:44:50.773466 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-567700f1-ef76-4e92-8d49-25dc76116ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.845953 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-567700f1-ef76-4e92-8d49-25dc76116ebe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db9c125046f64c8095d9383c8a99e735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745661 Sep 09 06:44:50.848691 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53450) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:50.859346 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567700f1-ef76-4e92-8d49-25dc76116ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b760e1-ae35-42d3-a1ee-b6e72badbb5f,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:50.870269 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:50.874609 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.876041 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ec97a373-49da-41e1-882a-40ba9ea95377 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:44:50.884495 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:50.895238 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:50.895850 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:50.938409 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:50.941147 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-739f35fb-1260-4b67-874d-ba3a023fb31b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "PUT /v2.0/floatingips/e63e6f84-070d-4656-97fe-3cc12ea4791d HTTP/1.1" status: 200 len: 990 time: 1.8480163 Sep 09 06:44:50.941627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:50.943908 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43" -d '{"events": [{"name": "network-changed", "server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:50.964966 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.051077 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:51.056435 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port ec97a373-49da-41e1-882a-40ba9ea95377 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:44:51.060739 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port ec97a373-49da-41e1-882a-40ba9ea95377 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:44:51.061121 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.079487 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.082487 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.086641 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95b760e1-ae35-42d3-a1ee-b6e72badbb5f HTTP/1.1" status: 204 len: 168 time: 0.2340155 Sep 09 06:44:51.092141 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5050ebc-0af0-468a-a8b2-0545f415f4b2 req-56d3f110-2fab-4233-ae02-00993f67bba7 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.092141 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5050ebc-0af0-468a-a8b2-0545f415f4b2 req-56d3f110-2fab-4233-ae02-00993f67bba7 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 944 time: 0.0898750 Sep 09 06:44:51.105924 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce01a90-c017-41c1-9be1-1c7f07fd09f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b760e1-ae35-42d3-a1ee-b6e72badbb5f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:51.141497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab89e19a-a5de-4d3f-94e4-328a881fd683 x-openstack-request-id: req-ab89e19a-a5de-4d3f-94e4-328a881fd683 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:51.141497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:51.141738 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab89e19a-a5de-4d3f-94e4-328a881fd683 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:51.142249 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'status': 'completed', 'code': 200} Sep 09 06:44:51.180575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5050ebc-0af0-468a-a8b2-0545f415f4b2 req-18c3635c-7f4e-49e4-a471-6c10d1f06067 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579970 Sep 09 06:44:51.210274 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.224883 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-fb593507-a653-424a-bed5-30627219de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.226450 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-fb593507-a653-424a-bed5-30627219de88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1098 time: 0.0449312 Sep 09 06:44:51.237162 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:51.241388 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6739b-eb4c-4dd7-919d-9b0b3ce4b950" -d '{"events": [{"server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "name": "network-vif-plugged", "status": "completed", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:51.271375 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ec97a373-49da-41e1-882a-40ba9ea95377,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:44:51.280021 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7c8d1-6a42-4e26-97da-c205000d5a08 x-openstack-request-id: req-35e7c8d1-6a42-4e26-97da-c205000d5a08 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:51.280413 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "name": "network-vif-plugged", "status": "completed", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:51.281058 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35e7c8d1-6a42-4e26-97da-c205000d5a08 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:51.281547 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'code': 200} Sep 09 06:44:51.350990 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.371157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-efcb64ec-d9b6-48dd-9110-79c94bf612fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.372967 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-efcb64ec-d9b6-48dd-9110-79c94bf612fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.1376903 Sep 09 06:44:51.424128 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e63e6f84-070d-4656-97fe-3cc12ea4791d', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:22Z', 'updated_at': '2021-09-09T06:44:49Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:51.443191 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:51.467239 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:51.475777 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:51.476407 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:51.483737 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53484) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:51.549862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-863a92df-519b-4815-9f32-f4818d45d05a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 998 time: 0.1684434 Sep 09 06:44:51.596738 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:51.602009 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53460-fe46-4a72-8bde-d6dd440b7bf2 req-193f9c0a-dad9-48b4-a4c4-ba6f20f0625d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.609458 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bc53460-fe46-4a72-8bde-d6dd440b7bf2 req-193f9c0a-dad9-48b4-a4c4-ba6f20f0625d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.1346905 Sep 09 06:44:51.665478 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-97978ff0-b11b-4458-bbe8-1a142081eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.667198 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-97978ff0-b11b-4458-bbe8-1a142081eea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.1098368 Sep 09 06:44:51.696775 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-57e87fb6-43be-4442-9f7d-f55ad22523ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.747779 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bc53460-fe46-4a72-8bde-d6dd440b7bf2 req-7dfbc24b-a8d0-4068-9c46-a845ac2f07c0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307807 Sep 09 06:44:51.792917 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382200e-0ab4-4271-a946-924ac41bda5f req-b1f87e99-7186-498b-ac29-dc00b21a454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.794479 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1382200e-0ab4-4271-a946-924ac41bda5f req-b1f87e99-7186-498b-ac29-dc00b21a454f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1098 time: 0.1435471 Sep 09 06:44:51.795119 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-57e87fb6-43be-4442-9f7d-f55ad22523ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.801377 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-43efa155-7919-4401-9d49-2eaf4955b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:51.804104 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-43efa155-7919-4401-9d49-2eaf4955b9bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1014814 Sep 09 06:44:51.885081 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-57e87fb6-43be-4442-9f7d-f55ad22523ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:51.901807 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1382200e-0ab4-4271-a946-924ac41bda5f req-f1ddb30c-63dc-4809-bf92-10e05b5d7613 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966506 Sep 09 06:44:51.941993 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e87fb6-43be-4442-9f7d-f55ad22523ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12da0228-f310-4f51-a2cc-5a51e6ee68eb,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:51.948697 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-57e87fb6-43be-4442-9f7d-f55ad22523ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d1ede44436b4b6bb6026ff137cb7082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620459 Sep 09 06:44:51.948868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53498) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:51.972288 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e63e6f84-070d-4656-97fe-3cc12ea4791d', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:22Z', 'updated_at': '2021-09-09T06:44:49Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:51.974339 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-74d65ffd-4de7-4d2b-a0c0-d1b0532bb473 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406651 Sep 09 06:44:52.006768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.010040 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218df7a-6d5c-49e0-a1b8-81ef9a2a0d1b None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e63e6f84-070d-4656-97fe-3cc12ea4791d', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:22Z', 'updated_at': '2021-09-09T06:44:49Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:52.024166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53500) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:52.035695 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.038702 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d67cf5d7-965d-4899-a9d1-640771683665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.222639 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96077c07-7d7b-4ee6-83bc-460cd3ba6904 None None] New status for floating IP e63e6f84-070d-4656-97fe-3cc12ea4791d: ACTIVE {{(pid=100950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:44:52.225630 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.228540 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.235211 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12da0228-f310-4f51-a2cc-5a51e6ee68eb HTTP/1.1" status: 204 len: 168 time: 0.2828834 Sep 09 06:44:52.243859 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b0932-797d-4869-ac8c-7b16931ea472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12da0228-f310-4f51-a2cc-5a51e6ee68eb,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:52.296696 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cd4eb33-e43f-466f-84b7-bb55ef7d8f43 req-0626b60e-c234-4e47-82ff-9514a1610a2a service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537058 Sep 09 06:44:52.342736 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a9a8b-ca5a-4aae-b4af-668cb8ebabc0 req-6156ea69-af8d-4702-b939-be08102e75d3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:52.344502 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ad9a9a8b-ca5a-4aae-b4af-668cb8ebabc0 req-6156ea69-af8d-4702-b939-be08102e75d3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0932522 Sep 09 06:44:52.401897 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ad9a9a8b-ca5a-4aae-b4af-668cb8ebabc0 req-9d98e1a5-925a-4999-a145-0648b1364472 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495455 Sep 09 06:44:52.412191 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d67cf5d7-965d-4899-a9d1-640771683665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.501695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d67cf5d7-965d-4899-a9d1-640771683665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.541572 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d67cf5d7-965d-4899-a9d1-640771683665 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7f3cfb8677a44a5872d55ddaa917e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163248 Sep 09 06:44:52.542441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf5d7-965d-4899-a9d1-640771683665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac1da0-7b4e-4f8e-bcde-c6ff10b8bd77,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:52.544255 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53510) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:52.620929 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.664618 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.799006 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.803752 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:52.803752 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70ac1da0-7b4e-4f8e-bcde-c6ff10b8bd77 HTTP/1.1" status: 204 len: 168 time: 0.2576261 Sep 09 06:44:52.811570 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dbdef-0716-4355-b91f-bee1d63b0fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac1da0-7b4e-4f8e-bcde-c6ff10b8bd77,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:52.861095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3280f16-b58a-4b74-901d-4cefec0326c1 req-a4fe2d20-e5f7-4144-906d-0b5292f930e8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:52.862690 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f3280f16-b58a-4b74-901d-4cefec0326c1 req-a4fe2d20-e5f7-4144-906d-0b5292f930e8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Sep 09 06:44:52.900978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f3280f16-b58a-4b74-901d-4cefec0326c1 req-4741cefc-fc1b-4260-86aa-d72d50a682a8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Sep 09 06:44:53.157622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53530) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:53.171595 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-83c371db-d4c6-4909-a50a-3909c2f7a6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.268548 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-83c371db-d4c6-4909-a50a-3909c2f7a6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.333973 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-83c371db-d4c6-4909-a50a-3909c2f7a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.373158 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-83c371db-d4c6-4909-a50a-3909c2f7a6b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c588d9b7bb6144c1bdb894941d36567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137926 Sep 09 06:44:53.374298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c371db-d4c6-4909-a50a-3909c2f7a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4940f-bebb-4dd6-94c4-d6a5690662ea,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:53.375828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53538) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:53.441628 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.470092 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.532502 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee613c1-b337-4ed6-86d3-355321aaa53f req-2c2ae563-6222-41e1-ba12-1545f4260014 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:53.534000 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ee613c1-b337-4ed6-86d3-355321aaa53f req-2c2ae563-6222-41e1-ba12-1545f4260014 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Sep 09 06:44:53.573299 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ee613c1-b337-4ed6-86d3-355321aaa53f req-bcafd10f-8dca-40ea-984f-e748dcb5a688 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Sep 09 06:44:53.621767 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.624302 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:53.627983 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edb4940f-bebb-4dd6-94c4-d6a5690662ea HTTP/1.1" status: 204 len: 168 time: 0.2459803 Sep 09 06:44:53.639825 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1eb1f-c30e-4764-a10a-c3f7ab543148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4940f-bebb-4dd6-94c4-d6a5690662ea,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:44:54.029085 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951ac33-8c4a-4de1-93ad-6032ce4300e6 req-2b678185-afd7-44ee-b5c8-2f1a9f78d2b5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:54.030799 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3951ac33-8c4a-4de1-93ad-6032ce4300e6 req-2b678185-afd7-44ee-b5c8-2f1a9f78d2b5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0528665 Sep 09 06:44:54.072377 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3951ac33-8c4a-4de1-93ad-6032ce4300e6 req-2f7a8944-2a5e-4f13-88e6-946c4c45f39e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Sep 09 06:44:54.686913 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649c92-7bd6-4d88-93a7-bf4e1d4fd933 req-8e44a96d-7553-4ce8-9019-31283f150c10 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:54.688586 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-01649c92-7bd6-4d88-93a7-bf4e1d4fd933 req-8e44a96d-7553-4ce8-9019-31283f150c10 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Sep 09 06:44:54.736474 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-01649c92-7bd6-4d88-93a7-bf4e1d4fd933 req-eb029581-06d9-4784-882f-89949d49fe9c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388329 Sep 09 06:44:54.864072 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a0d9-8bc5-432c-a495-261db6534efb req-fba47f84-eea3-4509-8993-3bc9fd66ed7a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:54.865865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d226a0d9-8bc5-432c-a495-261db6534efb req-fba47f84-eea3-4509-8993-3bc9fd66ed7a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Sep 09 06:44:54.874994 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53616) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:44:54.879769 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'floatingip': {'port_id': 'ec97a373-49da-41e1-882a-40ba9ea95377'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:44:54.952521 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:55.205164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471c02-382f-4b7c-ad45-71d5b1e162fc req-14305d10-5109-48f0-8a9a-2f03bc0eb730 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:55.212454 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f1471c02-382f-4b7c-ad45-71d5b1e162fc req-14305d10-5109-48f0-8a9a-2f03bc0eb730 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0644009 Sep 09 06:44:55.245427 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f1471c02-382f-4b7c-ad45-71d5b1e162fc req-3f6c9ba1-3bc8-4e83-aae0-14c335fa6440 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Sep 09 06:44:55.679317 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:55.735746 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:55.841605 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.l3_db [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Floating IP 6854de64-8814-4d77-a6d5-8106fea80f6e associated. External IP: 172.27.0.160, port: ec97a373-49da-41e1-882a-40ba9ea95377. Sep 09 06:44:56.227028 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:44:56.338913 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:44:56.343734 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:44:56.353160 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:44:56.362402 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:56.363027 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:56.369640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf7933-e9a6-43b5-bbde-ca3e7a77fcb2 req-e0b8c89e-f229-4f38-9b38-8ad2e597912d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:56.371311 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a0bf7933-e9a6-43b5-bbde-ca3e7a77fcb2 req-e0b8c89e-f229-4f38-9b38-8ad2e597912d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Sep 09 06:44:56.377929 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-05a6b3b1-b6e8-4029-ac27-2b740af3f2a2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "PUT /v2.0/floatingips/6854de64-8814-4d77-a6d5-8106fea80f6e HTTP/1.1" status: 200 len: 991 time: 1.5017323 Sep 09 06:44:56.378635 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:44:56.381256 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088135c5-e642-4fab-81ce-21084b0037c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:44:56.414483 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a0bf7933-e9a6-43b5-bbde-ca3e7a77fcb2 req-1a7c401e-a102-41db-bfda-dbcc26a66c3f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Sep 09 06:44:56.482140 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:56.702269 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '6854de64-8814-4d77-a6d5-8106fea80f6e', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:97:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:24Z', 'updated_at': '2021-09-09T06:44:55Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:56.727206 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:44:56.735101 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:44:56.735724 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:44:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:56.837274 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:44:57.050090 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '6854de64-8814-4d77-a6d5-8106fea80f6e', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:97:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:24Z', 'updated_at': '2021-09-09T06:44:55Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:44:57.078615 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a0234-13e4-48a5-80a9-c6d420d46240 None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '6854de64-8814-4d77-a6d5-8106fea80f6e', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:97:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:44:24Z', 'updated_at': '2021-09-09T06:44:55Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:44:57.272942 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce22f4-56d4-4192-8624-ff9356bd046d None None] New status for floating IP 6854de64-8814-4d77-a6d5-8106fea80f6e: ACTIVE {{(pid=100950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:44:57.508501 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4142ef16-cc83-4f96-849f-084fc1f9f015 x-openstack-request-id: req-4142ef16-cc83-4f96-849f-084fc1f9f015 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:44:57.508964 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:44:57.509510 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4142ef16-cc83-4f96-849f-084fc1f9f015 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:44:57.509970 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'status': 'completed', 'code': 200} Sep 09 06:44:57.594302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227952c-b692-4bad-b441-658ef86bf919 req-711bcaa4-84d2-4b7b-af43-2cd6b0cbac4d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:57.595826 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d227952c-b692-4bad-b441-658ef86bf919 req-711bcaa4-84d2-4b7b-af43-2cd6b0cbac4d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0814230 Sep 09 06:44:57.601232 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088135c5-e642-4fab-81ce-21084b0037c3 req-c41b1ec3-7518-4129-b022-4940d7afe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:57.602721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-c41b1ec3-7518-4129-b022-4940d7afe286 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1098 time: 0.0610142 Sep 09 06:44:57.653113 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d227952c-b692-4bad-b441-658ef86bf919 req-9ffa7169-3dba-4c13-8d81-f694f07f0f3b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494380 Sep 09 06:44:57.725247 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088135c5-e642-4fab-81ce-21084b0037c3 req-7d54eefe-06bb-430b-ad7b-d254f05bc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:57.726791 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-7d54eefe-06bb-430b-ad7b-d254f05bc3c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 911 time: 0.1041670 Sep 09 06:44:57.794590 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-d0e6e665-1214-4f3b-bc94-fb797d65b0f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 1001 time: 0.0589080 Sep 09 06:44:57.842937 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088135c5-e642-4fab-81ce-21084b0037c3 req-3830e55e-506a-4de4-8305-ac308300328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:57.844396 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-3830e55e-506a-4de4-8305-ac308300328a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0421667 Sep 09 06:44:57.895847 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088135c5-e642-4fab-81ce-21084b0037c3 req-6b24c9cd-69cc-4cac-b2ad-364089b7cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:57.897221 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-6b24c9cd-69cc-4cac-b2ad-364089b7cee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384433 Sep 09 06:44:57.996304 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-c678d014-bd73-48af-b54c-0c05722d8d71 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Sep 09 06:44:58.087244 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-088135c5-e642-4fab-81ce-21084b0037c3 req-1d19012b-f6e0-4e44-987a-3eccb1b74528 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800722 Sep 09 06:44:58.793017 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4e1f2-c142-454f-af33-a7a8c9cfa189 req-0dce1303-a209-4905-95a7-02b674a6f830 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:58.794561 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9ac4e1f2-c142-454f-af33-a7a8c9cfa189 req-0dce1303-a209-4905-95a7-02b674a6f830 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0644717 Sep 09 06:44:58.841667 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9ac4e1f2-c142-454f-af33-a7a8c9cfa189 req-c7dd8dbe-3530-44f3-90ad-4bca9454eb87 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348876 Sep 09 06:44:59.953946 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71daab-cb9a-45b4-a0ff-e1581880f898 req-92382d4f-6484-4f29-9a00-b91143e9a2fc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:44:59.955416 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-be71daab-cb9a-45b4-a0ff-e1581880f898 req-92382d4f-6484-4f29-9a00-b91143e9a2fc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Sep 09 06:44:59.992939 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-be71daab-cb9a-45b4-a0ff-e1581880f898 req-d232453a-9c9d-4fcb-8951-0bf1c66556f6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Sep 09 06:45:01.121246 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ea798-a167-48f3-9343-32f695559d60 req-ba613ef9-b69c-4fe0-8444-274687b02d09 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:01.124649 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-377ea798-a167-48f3-9343-32f695559d60 req-ba613ef9-b69c-4fe0-8444-274687b02d09 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0565815 Sep 09 06:45:01.193940 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-377ea798-a167-48f3-9343-32f695559d60 req-9e822544-6f71-403b-a6a3-61dfcc1ecf96 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Sep 09 06:45:01.205765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9dcf-2fa8-4a63-8811-15f29efbeb57 req-9be547f4-889f-41e4-9a8f-ff842700ce17 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:01.207220 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-991c9dcf-2fa8-4a63-8811-15f29efbeb57 req-9be547f4-889f-41e4-9a8f-ff842700ce17 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.0791450 Sep 09 06:45:01.245419 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-991c9dcf-2fa8-4a63-8811-15f29efbeb57 req-77278c59-a6a1-4e9b-bf2a-b60edbeebc92 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Sep 09 06:45:01.518842 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 53836) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:01.626128 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:01.715880 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:01.830357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:01.866173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8d628-025e-40ed-951a-0aa3a4d97c5a,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:01.877481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1bce1fc4c744f769d3038f688255afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575118 Sep 09 06:45:01.878944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.879455 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.879922 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.880203 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53862) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:01.880749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.880749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.881037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.881358 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.881845 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.882242 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.882567 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.882885 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.883236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fe0c4-9b1f-4128-901a-889528511713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:01.933258 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:01.954806 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:02.082101 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:02.085340 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:02.086571 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aff8d628-025e-40ed-951a-0aa3a4d97c5a HTTP/1.1" status: 204 len: 168 time: 0.2053597 Sep 09 06:45:02.094370 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8d628-025e-40ed-951a-0aa3a4d97c5a,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:02.102702 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.103068 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.103402 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.103804 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.104333 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.104520 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.104877 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.105311 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.105642 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.105958 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.106276 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.106591 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141934-f29e-4769-8c5d-1f59afef2b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:02.311509 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520039c-1cc5-40e8-bc3d-550c73464d46 req-159e352e-3bce-439d-b257-7f918f7b3056 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:02.312979 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1520039c-1cc5-40e8-bc3d-550c73464d46 req-159e352e-3bce-439d-b257-7f918f7b3056 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0510340 Sep 09 06:45:02.598013 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1520039c-1cc5-40e8-bc3d-550c73464d46 req-fdbdb764-bc7c-447f-8bfc-3298c3309fe5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734964 Sep 09 06:45:02.606216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83436ab-1dd4-48a9-9299-6ef949b95acf req-20775f67-c662-42d9-a695-0759437824e6 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:02.607711 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b83436ab-1dd4-48a9-9299-6ef949b95acf req-20775f67-c662-42d9-a695-0759437824e6 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.2931838 Sep 09 06:45:02.646672 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b83436ab-1dd4-48a9-9299-6ef949b95acf req-6bcb5651-92ee-467e-a6c3-44bc30feacf9 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Sep 09 06:45:03.727212 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a3ec-a037-440b-a952-1b516d3ce2a3 req-745d4c44-a08e-486d-be99-60a4328dcba6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:03.731518 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2b35a3ec-a037-440b-a952-1b516d3ce2a3 req-745d4c44-a08e-486d-be99-60a4328dcba6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0597148 Sep 09 06:45:03.832559 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2b35a3ec-a037-440b-a952-1b516d3ce2a3 req-d7d43d28-e410-4db8-a17e-b419de0525bb tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942221 Sep 09 06:45:03.849522 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a9c9d-20c0-42ea-a4a0-14f954e81dab req-505a3685-46de-4436-bd2b-5a35cd7773cc tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:03.850987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-547a9c9d-20c0-42ea-a4a0-14f954e81dab req-505a3685-46de-4436-bd2b-5a35cd7773cc tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.1115413 Sep 09 06:45:03.859145 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-69d4521b-803d-404a-ab29-d43952601e1c tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:03.860464 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-69d4521b-803d-404a-ab29-d43952601e1c tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.35 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 946 time: 0.1064687 Sep 09 06:45:03.919103 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-547a9c9d-20c0-42ea-a4a0-14f954e81dab req-f3105bb0-cf19-44db-8a53-92a7c7ea0980 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/security-groups?id=12bcaccb-2358-4d69-92b0-fb2d04c27b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576284 Sep 09 06:45:04.006762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Deleting port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:45:04.007135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.062120 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 53994) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:04.102117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] For port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,segment=NetworkSegment(7b380716-6400-44dd-8376-34814af06c5f),segment_id=7b380716-6400-44dd-8376-34814af06c5f)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:45:04.102481 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.117421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Calling delete_port for f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:45:04.177004 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0b9a066b-d915-4d3e-95bd-b6514fcdee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.271921 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0b9a066b-d915-4d3e-95bd-b6514fcdee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.345024 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0b9a066b-d915-4d3e-95bd-b6514fcdee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.370054 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.386106 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:45:04.390083 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-0b9a066b-d915-4d3e-95bd-b6514fcdee2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b669e18ae66421e9a26b6657a88b3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252738 Sep 09 06:45:04.391322 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54006) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:04.392316 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a066b-d915-4d3e-95bd-b6514fcdee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba0d12-34ed-40b3-8ec7-fc12139a1591,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:04.406039 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Pushing event deleted for resources: {'Port': ['ID=f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:04.471191 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] No DVR routers for this DVR port f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:45:04.473433 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.475209 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.477289 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c3dc7d78-907b-4386-b8d4-43d5c981de49 req-000e92fb-9aa2-4dc3-bfa7-da63c84ca88b tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.35 "DELETE /v2.0/ports/f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 HTTP/1.1" status: 204 len: 173 time: 0.6034298 Sep 09 06:45:04.477744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'name': 'network-vif-deleted', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:45:04.479979 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb50e2ba-8345-4e8b-aa6a-19f0943d7621" -d '{"events": [{"server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "name": "network-vif-deleted", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:45:04.504273 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.517951 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0180ec-964c-4174-96b9-28805a4c407e x-openstack-request-id: req-ac0180ec-964c-4174-96b9-28805a4c407e {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:45:04.518240 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df292889-3db1-414c-ab0a-61f7c3bd3980", "name": "network-vif-deleted", "tag": "f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:45:04.518486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac0180ec-964c-4174-96b9-28805a4c407e {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:45:04.518893 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df292889-3db1-414c-ab0a-61f7c3bd3980', 'name': 'network-vif-deleted', 'tag': 'f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8', 'status': 'completed', 'code': 200} Sep 09 06:45:04.630434 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.633045 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:04.634223 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cba0d12-34ed-40b3-8ec7-fc12139a1591 HTTP/1.1" status: 204 len: 168 time: 0.2372384 Sep 09 06:45:04.641865 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b93f62-bd69-45f7-b44e-a0532cedcc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba0d12-34ed-40b3-8ec7-fc12139a1591,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:04.957047 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474e684-23b8-4bee-bb18-e29fc92fe800 req-f22cf769-c858-4ebf-b284-4d5beb880596 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:04.959063 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5474e684-23b8-4bee-bb18-e29fc92fe800 req-f22cf769-c858-4ebf-b284-4d5beb880596 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Sep 09 06:45:04.999694 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5474e684-23b8-4bee-bb18-e29fc92fe800 req-146942d2-6b68-43cf-a4e7-8b4dde7b905b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Sep 09 06:45:05.026591 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-213cdcc3-5d94-47b7-b6bc-94cc8f1791ca req-4b9d24e4-6ae8-45b2-bba5-bbe9eb3578d4 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.0253048 Sep 09 06:45:05.322379 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54066) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:05.342581 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a0db8770-b66e-4fbe-a84b-74c4ddfef01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.444818 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a0db8770-b66e-4fbe-a84b-74c4ddfef01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.533570 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a0db8770-b66e-4fbe-a84b-74c4ddfef01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.573931 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-a0db8770-b66e-4fbe-a84b-74c4ddfef01b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=971cfb677ca7458fbda1dee9f0e069fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504418 Sep 09 06:45:05.575870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db8770-b66e-4fbe-a84b-74c4ddfef01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae60a50-91b9-40f7-bb67-cf7a0087f9f5,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:05.576582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54068) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:05.627893 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.651250 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.712270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54072) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:05.767559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.770396 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.772032 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bae60a50-91b9-40f7-bb67-cf7a0087f9f5 HTTP/1.1" status: 204 len: 168 time: 0.1944871 Sep 09 06:45:05.780007 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4e4b9-6dad-425a-a3b9-6527d7df305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae60a50-91b9-40f7-bb67-cf7a0087f9f5,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:05.830568 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-06a45558-8bdc-4e9f-8461-4df4d9a792d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.919532 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-06a45558-8bdc-4e9f-8461-4df4d9a792d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:05.998339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-06a45558-8bdc-4e9f-8461-4df4d9a792d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:06.042193 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-06a45558-8bdc-4e9f-8461-4df4d9a792d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8fbb1e3067844fd95d7f0819440acef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259773 Sep 09 06:45:06.042193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a45558-8bdc-4e9f-8461-4df4d9a792d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25dbd90-0b42-4a14-890e-0bbad7211ac1,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:06.042365 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54080) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:06.122110 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:06.147431 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:06.199500 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c1f568d1-c082-406e-837c-97e7a03b06ec req-f52518f3-154c-4ba4-8383-7dd366be9285 tempest-DeleteServersTestJSON-1052019469 tempest-DeleteServersTestJSON-1052019469-project] 10.222.0.37 "GET /v2.0/ports?device_id=df292889-3db1-414c-ab0a-61f7c3bd3980 HTTP/1.1" status: 200 len: 210 time: 0.0278630 Sep 09 06:45:06.228926 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421e1e-acce-4d61-ae6d-b0e40661fd82 req-cc3f11dc-22b3-46ab-9f39-b963bd7d753e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:06.230642 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-23421e1e-acce-4d61-ae6d-b0e40661fd82 req-cc3f11dc-22b3-46ab-9f39-b963bd7d753e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0929201 Sep 09 06:45:06.283741 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-23421e1e-acce-4d61-ae6d-b0e40661fd82 req-bb2bd5b8-6d61-4679-890a-f6d769184e1c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 Sep 09 06:45:06.303526 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:06.306640 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:06.308050 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d25dbd90-0b42-4a14-890e-0bbad7211ac1 HTTP/1.1" status: 204 len: 168 time: 0.2636676 Sep 09 06:45:06.320715 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1651805-dfd4-4d17-b152-d5684c695d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25dbd90-0b42-4a14-890e-0bbad7211ac1,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:06.963024 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54120) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:06.976926 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7567196e-273a-423c-ba8c-e01c33826f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.059250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d1a424c8-26e2-4713-b205-d3f9c7138175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.069181 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7567196e-273a-423c-ba8c-e01c33826f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.163623 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7567196e-273a-423c-ba8c-e01c33826f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.205009 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7567196e-273a-423c-ba8c-e01c33826f18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ba21850bd4e43bd8baeb2abac4369f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408500 Sep 09 06:45:07.205892 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567196e-273a-423c-ba8c-e01c33826f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b157b-ef36-4167-beb0-dc4f683144f3,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:07.207686 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54124) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:07.261655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.284653 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.431318 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c760d2b-be11-47aa-9e03-389f9c6a9173 req-6d3ad530-e14d-499e-9227-636c8101a366 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:07.431829 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c760d2b-be11-47aa-9e03-389f9c6a9173 req-6d3ad530-e14d-499e-9227-636c8101a366 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Sep 09 06:45:07.461023 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.461023 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:07.461023 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db0b157b-ef36-4167-beb0-dc4f683144f3 HTTP/1.1" status: 204 len: 168 time: 0.2479076 Sep 09 06:45:07.514001 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95d104-fe74-40a6-8b14-1c1cfe348876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b157b-ef36-4167-beb0-dc4f683144f3,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:07.544621 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c760d2b-be11-47aa-9e03-389f9c6a9173 req-0dece28f-68b5-438f-85c1-22b2a54d2cdf tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050689 Sep 09 06:45:08.666496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae77f-44c3-4404-afe2-af6c620fcecc req-dfb020bd-17f8-4e36-9eab-c7e861115182 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:08.668214 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b4bae77f-44c3-4404-afe2-af6c620fcecc req-dfb020bd-17f8-4e36-9eab-c7e861115182 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Sep 09 06:45:08.707788 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b4bae77f-44c3-4404-afe2-af6c620fcecc req-aeae39ad-a29a-47f6-bf5e-c56d8fa7aca5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Sep 09 06:45:08.954089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54218) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:08.956661 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:45:08.975958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:45:08.978513 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f4d99e2b-3fc4-47b4-b2d3-53a0f8a19ad8 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:45:09.001822 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Deleting subnet 7f6f020b-e4fc-4142-8fbd-979e97733bf4 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:45:09.004955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.040296 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.082617 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.225766 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.252146 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54228) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:09.255763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6f020b-e4fc-4142-8fbd-979e97733bf4,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:09.266023 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.270311 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a08acc4a-79b3-4fcd-a443-ca5719e05b9b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f6f020b-e4fc-4142-8fbd-979e97733bf4 HTTP/1.1" status: 204 len: 168 time: 0.3127003 Sep 09 06:45:09.271530 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54234) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:09.354163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.446558 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.469758 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b52e1da-9127-4638-a52a-4b9460e15b26']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:45:09.475236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8eef-1d6b-48eb-87ae-41e8a2d16f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.479592 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b380716-6400-44dd-8376-34814af06c5f') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:45:09.480030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b380716-6400-44dd-8376-34814af06c5f') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:45:09.490014 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.504665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.520030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:45:09.520655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:45:09.522626 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:45:09.582177 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8e77d70f-238b-461c-a791-0b610ad1fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.602811 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8eef-1d6b-48eb-87ae-41e8a2d16f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.649488 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.656344 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.658738 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8b52e1da-9127-4638-a52a-4b9460e15b26 HTTP/1.1" status: 204 len: 168 time: 0.3867078 Sep 09 06:45:09.672229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fe79f-6cfd-478d-ae3d-c49bdb314702 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b52e1da-9127-4638-a52a-4b9460e15b26,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:09.679017 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8eef-1d6b-48eb-87ae-41e8a2d16f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.722335 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ca6e8eef-1d6b-48eb-87ae-41e8a2d16f8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8c65d20fbfe4e64a48253a82174e201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682539 Sep 09 06:45:09.723253 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e8eef-1d6b-48eb-87ae-41e8a2d16f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be85c8e-5bf5-4d03-bdb8-55020687bdd3,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:09.725590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54250) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:09.782183 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.810307 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:09.889520 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd548d-88dc-4bc4-98b6-21fb72fe8e05 req-617c1c20-73cb-4279-974c-71fa60886736 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:09.891017 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b2fd548d-88dc-4bc4-98b6-21fb72fe8e05 req-617c1c20-73cb-4279-974c-71fa60886736 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0725913 Sep 09 06:45:09.938086 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b2fd548d-88dc-4bc4-98b6-21fb72fe8e05 req-36abb5ba-2fe3-45df-9255-e49e5c712604 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Sep 09 06:45:10.008097 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.019349 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.022299 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be85c8e-5bf5-4d03-bdb8-55020687bdd3 HTTP/1.1" status: 204 len: 168 time: 0.2957032 Sep 09 06:45:10.032084 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54268) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:10.040059 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbb01d-f90e-4f98-afba-acda1a0a0a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be85c8e-5bf5-4d03-bdb8-55020687bdd3,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:10.045028 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54272) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:10.096206 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e62071fe-7c01-47da-8c3d-3d1e1ec67846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0b5a71236c84d5980c25c4deeecac31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494201 Sep 09 06:45:10.099452 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54276) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:10.118147 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.156780 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.179780 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.201085 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bee5cba5-28c5-4970-8ae7-067e1cd46a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.315607 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bee5cba5-28c5-4970-8ae7-067e1cd46a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.338445 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.341011 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.342208 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12bcaccb-2358-4d69-92b0-fb2d04c27b4c HTTP/1.1" status: 204 len: 168 time: 0.2418358 Sep 09 06:45:10.350384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f125d-d279-48df-9773-d706fc50de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bcaccb-2358-4d69-92b0-fb2d04c27b4c,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:10.425303 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bee5cba5-28c5-4970-8ae7-067e1cd46a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.473615 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bee5cba5-28c5-4970-8ae7-067e1cd46a72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58961661bf074e69a1276dd7a626044e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399877 Sep 09 06:45:10.477112 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54292) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:10.483550 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5cba5-28c5-4970-8ae7-067e1cd46a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0111db0c-0d81-4cbc-bf4b-17e4acceaaa3,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:10.537960 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.560461 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.667766 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.704980 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.707681 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.708900 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0111db0c-0d81-4cbc-bf4b-17e4acceaaa3 HTTP/1.1" status: 204 len: 168 time: 0.2306409 Sep 09 06:45:10.717179 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b086c5-c242-4013-b547-26c039e016ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111db0c-0d81-4cbc-bf4b-17e4acceaaa3,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:10.864167 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54308) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:10.877852 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8ea70d87-3740-4da9-8656-1979da6f3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:10.983273 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8ea70d87-3740-4da9-8656-1979da6f3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.057398 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5079-46db-4e2a-8191-61705e228137 req-fc171ea3-a011-41d7-9761-357e6a970860 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:11.059189 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-afae5079-46db-4e2a-8191-61705e228137 req-fc171ea3-a011-41d7-9761-357e6a970860 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Sep 09 06:45:11.060345 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8ea70d87-3740-4da9-8656-1979da6f3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.120709 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8ea70d87-3740-4da9-8656-1979da6f3e39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d530ed954b84a99af19be0b3aafbc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554724 Sep 09 06:45:11.123956 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54320) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:11.126540 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea70d87-3740-4da9-8656-1979da6f3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c5017-880e-4af0-832a-a8ef6d5e01a4,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:11.147072 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-afae5079-46db-4e2a-8191-61705e228137 req-a5c0d8e2-84b6-4f7d-88f9-31e71119a6c2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714166 Sep 09 06:45:11.177276 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.198642 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.291618 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-ca310816-a209-4f0d-801b-00ab4846246e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398932 Sep 09 06:45:11.321405 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.324168 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.327789 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe6c5017-880e-4af0-832a-a8ef6d5e01a4 HTTP/1.1" status: 204 len: 168 time: 0.1997490 Sep 09 06:45:11.334671 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186ad3e-afe5-4220-9d34-91512aacb7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c5017-880e-4af0-832a-a8ef6d5e01a4,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:11.382809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-1d012bf4-aac5-426a-9300-b8592c1821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:11.384276 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-1d012bf4-aac5-426a-9300-b8592c1821d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0388026 Sep 09 06:45:11.445691 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54328) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:11.464498 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-579ec5fa-6a7f-4cac-84c7-8831e92acf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.519056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-e532256b-3460-4778-a252-14e25a463d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:11.521261 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-e532256b-3460-4778-a252-14e25a463d08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.1070166 Sep 09 06:45:11.564864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-579ec5fa-6a7f-4cac-84c7-8831e92acf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.571429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-ce2651a7-a3b1-483d-a3ef-5b98a42ca0b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0394502 Sep 09 06:45:11.627037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-bd4219cc-485b-4138-acca-a21c9dcbf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:11.628500 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-bd4219cc-485b-4138-acca-a21c9dcbf178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0440552 Sep 09 06:45:11.655163 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-579ec5fa-6a7f-4cac-84c7-8831e92acf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.698320 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-579ec5fa-6a7f-4cac-84c7-8831e92acf2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d66ef32eac9480fb53b4729005d7d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515051 Sep 09 06:45:11.700487 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec5fa-6a7f-4cac-84c7-8831e92acf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ef58f4-2702-4a75-befa-085ac3409d01,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:11.704300 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54342) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:11.721262 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-b4d2834d-b2ab-499d-9fd0-7c35667f5b38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768890 Sep 09 06:45:11.769346 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.794472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.820670 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-4d5c4f12-c56c-46dc-97ad-7fadca25e5df service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927219 Sep 09 06:45:11.951314 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54356) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:11.955895 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.958691 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54d9c4-4852-41f6-8a5a-b352ab826712 req-eec90afa-1c25-4834-836c-a3334b5c2f36 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254401 Sep 09 06:45:11.958948 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:11.960257 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0ef58f4-2702-4a75-befa-085ac3409d01 HTTP/1.1" status: 204 len: 168 time: 0.2547617 Sep 09 06:45:11.969319 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ae60c-8890-4edd-8f47-497e6ede9bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ef58f4-2702-4a75-befa-085ac3409d01,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:12.120371 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949307142-network', 'tenant_id': '71bd4977e52540ab9e344955bb3514e4'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:45:12.203502 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:45:12.205967 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.214903 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.294332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5dadb-4161-406a-b4ac-edbcced59a37 req-9dab2866-bca9-4cb0-aee6-3964ed8f955f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:12.295862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87f5dadb-4161-406a-b4ac-edbcced59a37 req-9dab2866-bca9-4cb0-aee6-3964ed8f955f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0789337 Sep 09 06:45:12.368497 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87f5dadb-4161-406a-b4ac-edbcced59a37 req-28ef42fd-54d3-4b26-9ad7-9a9c09608126 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Sep 09 06:45:12.388181 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.392301 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.449478 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.471592 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:45:12.491411 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c979a-f65d-42db-9c12-199508ca6ee8,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:12.495236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.495579 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Added segment 0cd19b0e-0f6e-417a-a81c-f44713f5e40c of type vlan for network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 Sep 09 06:45:12.544844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.626765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.627841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:12.628431 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.636696 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54378) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:12.698751 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b5485f5-3fa8-4921-95e4-734f8e28d4c9,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:12.711648 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:45:12.755679 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e47f2e53-0e52-4198-8655-a7e17e8bc6d8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7991595 Sep 09 06:45:12.759598 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54392) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:12.766070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Request body: {'subnet': {'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949307142-subnet', 'tenant_id': '71bd4977e52540ab9e344955bb3514e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:45:12.816825 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0af58252-aeec-4aac-b3aa-bab985bb82d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:12.919888 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:45:12.922204 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.103655 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0af58252-aeec-4aac-b3aa-bab985bb82d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.186527 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0af58252-aeec-4aac-b3aa-bab985bb82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.214989 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.226510 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.259815 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-0af58252-aeec-4aac-b3aa-bab985bb82d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eac07221cf404185899ff2d2d4d580fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190727 Sep 09 06:45:13.260210 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54414) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:13.268911 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af58252-aeec-4aac-b3aa-bab985bb82d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181548c-60a5-4796-9f49-4d01a953c556,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:13.295070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096be6df-f16d-4408-80b6-148ec796c7e6,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:13.321336 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Checking segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:45:13.321928 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Network hostable DHCP agents. Network: 3b5485f5-3fa8-4921-95e4-734f8e28d4c9, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:45:13.336241 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.363960 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.403506 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:45:13.478425 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 3b5485f5-3fa8-4921-95e4-734f8e28d4c9) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:45:13.483190 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:13.483977 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.491577 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cbc803-4cb5-46e0-b8e2-b1e0d6d48fd3 None None] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:45:13.495256 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42eba15-0828-4d24-815b-8d7460745d33 req-5cca6721-7e9c-4214-993d-63a2c5103f5d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:13.496865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c42eba15-0828-4d24-815b-8d7460745d33 req-5cca6721-7e9c-4214-993d-63a2c5103f5d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0509734 Sep 09 06:45:13.506682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.510356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:13.510820 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1181548c-60a5-4796-9f49-4d01a953c556 HTTP/1.1" status: 204 len: 168 time: 0.2496347 Sep 09 06:45:13.525710 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8884e-7cca-4d03-a07e-1d92307a803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181548c-60a5-4796-9f49-4d01a953c556,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:13.565906 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c42eba15-0828-4d24-815b-8d7460745d33 req-f62ec784-ee4e-44f7-93a9-8544d2a45d95 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607188 Sep 09 06:45:13.587208 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2e549357-cc1a-41e3-a7a6-01c753f9fb85 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8261733 Sep 09 06:45:13.664217 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0cbc91-1033-438c-957c-cee7d5cabfa2 None None] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:45:14.232522 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54458) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:14.275522 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf042d49-6e54-417d-9f43-ae00bf9c5240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.355950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-ccf4c2dc-2bd8-4386-8f5c-be76343c0895 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:14.357644 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-ccf4c2dc-2bd8-4386-8f5c-be76343c0895 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1872759 Sep 09 06:45:14.374489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-6e0f1a62-3685-45c7-89e0-8c3efc27f674 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/quotas/71bd4977e52540ab9e344955bb3514e4 HTTP/1.1" status: 200 len: 375 time: 0.0104234 Sep 09 06:45:14.400051 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf042d49-6e54-417d-9f43-ae00bf9c5240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.407420 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-bb9c2e0f-961d-42ba-ac50-73a35f7b478c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266578 Sep 09 06:45:14.464518 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf042d49-6e54-417d-9f43-ae00bf9c5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.500926 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-bd0f194d-f830-4b90-a644-f5c04d28bf89 service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864260 Sep 09 06:45:14.503509 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cf042d49-6e54-417d-9f43-ae00bf9c5240 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f716f2d907e3460593604dca9689c0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762828 Sep 09 06:45:14.504516 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf042d49-6e54-417d-9f43-ae00bf9c5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f57d4c-fb2c-48f2-8c69-805e46350114,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:14.507143 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54468) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:14.627776 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.663517 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-9df8960a-0cbe-41ca-b10e-b714b07417fb service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467159 Sep 09 06:45:14.692721 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.738668 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4bbe-42e2-4778-a807-6fdc7e5dd8b3 req-2ca8cf1b-fefa-4bb2-bf9a-560e86bd7fa8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:14.740280 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a0a4bbe-42e2-4778-a807-6fdc7e5dd8b3 req-2ca8cf1b-fefa-4bb2-bf9a-560e86bd7fa8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0873632 Sep 09 06:45:14.791990 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a0a4bbe-42e2-4778-a807-6fdc7e5dd8b3 req-e3237544-f554-4c84-8bd7-bc236c3c1b32 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Sep 09 06:45:14.858794 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.861425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:14.862697 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31f57d4c-fb2c-48f2-8c69-805e46350114 HTTP/1.1" status: 204 len: 168 time: 0.3545470 Sep 09 06:45:14.872423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165984d0-4817-41bb-affe-499f47abc05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f57d4c-fb2c-48f2-8c69-805e46350114,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:14.971666 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fb0d5272-8636-4385-90bf-77bf6b4c2274 req-0ad3d2de-ba57-4538-9ac2-76cc201d4fb9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 210 time: 0.0269713 Sep 09 06:45:15.924511 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977826db-f649-4fda-9b32-9346cb8a15f1 req-cade6750-d4be-4955-896f-bee7d5446740 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:15.926248 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-977826db-f649-4fda-9b32-9346cb8a15f1 req-cade6750-d4be-4955-896f-bee7d5446740 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0508261 Sep 09 06:45:15.969858 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-977826db-f649-4fda-9b32-9346cb8a15f1 req-0e656b4d-021d-46f7-8087-2455b079a00a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Sep 09 06:45:16.079832 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d76a0809-1b4a-4227-ba23-cc2600de2d12 req-f1815d88-008a-442f-8c92-3c392e893050 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 210 time: 0.0322521 Sep 09 06:45:16.369834 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4cb4f-87f5-4937-8fdf-9881ba492107 req-f028a851-1d74-4e44-898f-5e0ea27617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:16.371665 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-35e4cb4f-87f5-4937-8fdf-9881ba492107 req-f028a851-1d74-4e44-898f-5e0ea27617b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1098 time: 0.0759273 Sep 09 06:45:16.417973 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-35e4cb4f-87f5-4937-8fdf-9881ba492107 req-781b13f7-3be3-4c25-a10c-07677814d9bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292912 Sep 09 06:45:17.087402 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffa547-0859-4558-baa6-03209e256393 req-ec118dfe-3e97-4914-97d1-33ab12fe35da tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:17.088909 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bffa547-0859-4558-baa6-03209e256393 req-ec118dfe-3e97-4914-97d1-33ab12fe35da tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Sep 09 06:45:17.130886 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bffa547-0859-4558-baa6-03209e256393 req-93ea2fe6-7db7-4648-be3b-0ea3c853b877 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Sep 09 06:45:17.194461 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87441bc6-c5e8-4727-8bef-60823c955e3a req-d1162fa6-c290-4992-93ad-0604c41d9d0c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 210 time: 0.0381169 Sep 09 06:45:17.443259 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-8c90e5c0-87af-4b81-a98b-1b598ac8f4be tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:17.444738 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-8c90e5c0-87af-4b81-a98b-1b598ac8f4be tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1061616 Sep 09 06:45:17.460497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Request body: {'port': {'device_id': '878de843-b76d-450d-b23d-6f186875ad2b', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'admin_state_up': True, 'tenant_id': '71bd4977e52540ab9e344955bb3514e4'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:45:17.653246 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:45:17.657628 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:17.830595 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Allocated IP 172.20.0.9 (3b5485f5-3fa8-4921-95e4-734f8e28d4c9/096be6df-f16d-4408-80b6-148ec796c7e6/72c33df2-ca96-412f-9256-6723ef515701) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:45:18.017824 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:18.118119 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:18.162847 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:45:18.170188 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:45:18.174994 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:45:18.179235 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event updated for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:18.256416 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:18.257044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:18.289710 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dfc46-3d21-4064-84b1-ff8eb7d25bf9 req-1d6598ab-79bb-4e80-ad0a-f24d7f1d0249 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:18.291270 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-132dfc46-3d21-4064-84b1-ff8eb7d25bf9 req-1d6598ab-79bb-4e80-ad0a-f24d7f1d0249 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0777290 Sep 09 06:45:18.351712 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ad04-1368-4113-9c3e-5a6f33417a2c req-437dee9e-640c-4668-8199-7fa488248400 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:18.353188 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4213ad04-1368-4113-9c3e-5a6f33417a2c req-437dee9e-640c-4668-8199-7fa488248400 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 931 time: 0.0834923 Sep 09 06:45:18.356215 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-132dfc46-3d21-4064-84b1-ff8eb7d25bf9 req-1c3e7eb6-de93-417d-b1a4-d227e3d31a55 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Sep 09 06:45:18.357957 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-d6e93463-16f6-45bb-b332-fb2f7d4d7b57 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020967 Sep 09 06:45:18.379596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Request body: {'port': {'device_id': '878de843-b76d-450d-b23d-6f186875ad2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:45:18.657403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4213ad04-1368-4113-9c3e-5a6f33417a2c req-cf3217ef-65e1-4a1f-a9c3-5f668e174005 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976203 Sep 09 06:45:18.694445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:18.710538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f86f-134a-427d-a85c-08d9d8fc6701 req-14c3ed72-536f-4ca3-b572-8abd0191d190 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:18.712019 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3da9f86f-134a-427d-a85c-08d9d8fc6701 req-14c3ed72-536f-4ca3-b572-8abd0191d190 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0921042 Sep 09 06:45:18.792874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3da9f86f-134a-427d-a85c-08d9d8fc6701 req-fbb5a0ee-e928-427e-aaa1-632ff627fe56 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745115 Sep 09 06:45:19.017260 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c33df2-ca96-412f-9256-6723ef515701 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:45:19.025778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:19.038463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Transition to ACTIVE for port object 72c33df2-ca96-412f-9256-6723ef515701 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:45:19.115584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:19.167293 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Pushing event updated for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:19.234122 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Attempting to bind port 72c33df2-ca96-412f-9256-6723ef515701 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:45:19.234459 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Attempting to bind port 72c33df2-ca96-412f-9256-6723ef515701 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:45:19.234782 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Attempting to bind port 72c33df2-ca96-412f-9256-6723ef515701 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:45:19.239097 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Port 72c33df2-ca96-412f-9256-6723ef515701 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:45:19.239414 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Attempting to bind port 72c33df2-ca96-412f-9256-6723ef515701 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:45:19.244262 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:45:19.244592 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Checking segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:45:19.244971 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Bound using segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:45:19.245390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Bound port: 72c33df2-ca96-412f-9256-6723ef515701, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:45:19.245765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:19.313171 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:45:19.316094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=72c33df2-ca96-412f-9256-6723ef515701,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:45:19.390579 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:19.425009 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.426330 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:19.427808 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] 10.222.0.35 "PUT /v2.0/ports/72c33df2-ca96-412f-9256-6723ef515701 HTTP/1.1" status: 200 len: 1093 time: 1.0536582 Sep 09 06:45:19.430341 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'tag': '72c33df2-ca96-412f-9256-6723ef515701'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:45:19.434385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd02254-77ea-40b2-b955-a4a36a75d6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "tag": "72c33df2-ca96-412f-9256-6723ef515701"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:45:19.469324 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ac21-9520-498f-9d51-b79541289d31 service neutron] Pushing event updated for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:19.481270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a38ae-4a99-4e15-91e1-ab5f76851b92 x-openstack-request-id: req-8d0a38ae-4a99-4e15-91e1-ab5f76851b92 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:45:19.481270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "tag": "72c33df2-ca96-412f-9256-6723ef515701", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:45:19.481270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d0a38ae-4a99-4e15-91e1-ab5f76851b92 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:45:19.481270 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'tag': '72c33df2-ca96-412f-9256-6723ef515701', 'status': 'completed', 'code': 200} Sep 09 06:45:19.563133 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-b48f7311-1bf7-43d7-a427-c3ec6af79de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.566321 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-b48f7311-1bf7-43d7-a427-c3ec6af79de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 1096 time: 0.0587773 Sep 09 06:45:19.689771 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-20858b2d-4ff4-4548-ab85-4c17d506be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.691194 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-20858b2d-4ff4-4548-ab85-4c17d506be73 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=71bd4977e52540ab9e344955bb3514e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1129658 Sep 09 06:45:19.823799 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-a5022d83-041c-4b1d-8784-04d0a2984bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.825418 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cbd02254-77ea-40b2-b955-a4a36a75d6b1 req-a5022d83-041c-4b1d-8784-04d0a2984bd2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1245725 Sep 09 06:45:19.836801 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252faa9-04f4-4155-b2c0-cccd6cd72a10 req-de1aff8b-91fd-4baa-9eb1-16079111640d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.838445 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1252faa9-04f4-4155-b2c0-cccd6cd72a10 req-de1aff8b-91fd-4baa-9eb1-16079111640d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 943 time: 0.0769799 Sep 09 06:45:19.888569 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1252faa9-04f4-4155-b2c0-cccd6cd72a10 req-3b1126f8-d9dd-486b-b451-153c74cb066d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Sep 09 06:45:19.929854 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-6bb4ba94-be4a-492f-9edc-7fa1629477b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:19.931395 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-6bb4ba94-be4a-492f-9edc-7fa1629477b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 1096 time: 0.0563073 Sep 09 06:45:19.982925 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-50e5597a-46bb-4bd9-80d9-465b9ed47395 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72c33df2-ca96-412f-9256-6723ef515701 HTTP/1.1" status: 200 len: 217 time: 0.0388010 Sep 09 06:45:20.056968 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-a04481f9-3545-4a89-b800-0915ecfbbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:20.058563 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-a04481f9-3545-4a89-b800-0915ecfbbed0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=096be6df-f16d-4408-80b6-148ec796c7e6 HTTP/1.1" status: 200 len: 854 time: 0.0628176 Sep 09 06:45:20.101696 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-adb0d981-cdba-4857-8474-b50e8ec51035 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261245 Sep 09 06:45:20.214654 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-7083e4aa-2251-446a-ad97-1ba4bd6651f8 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849338 Sep 09 06:45:20.316692 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f9fcdf0-6b41-4a4f-b378-a1bb0cafdc7b req-21c3f8d9-7436-4262-9da8-97c230630712 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924339 Sep 09 06:45:21.009560 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df23250-9fb8-4817-bf22-886ceccfdc0b req-ce0dacd8-a492-4fee-9fb2-e51a9534e0b5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:21.011020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5df23250-9fb8-4817-bf22-886ceccfdc0b req-ce0dacd8-a492-4fee-9fb2-e51a9534e0b5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 943 time: 0.0488975 Sep 09 06:45:21.051820 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5df23250-9fb8-4817-bf22-886ceccfdc0b req-4bb2fe99-6477-4c94-a66c-61dfd4b1b74a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Sep 09 06:45:21.165804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b481e-a9cb-48f1-b625-812638edbf4e req-8401b64c-e96d-4884-baa4-d14364e7ed4c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:21.167299 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-375b481e-a9cb-48f1-b625-812638edbf4e req-8401b64c-e96d-4884-baa4-d14364e7ed4c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0536170 Sep 09 06:45:21.204187 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-375b481e-a9cb-48f1-b625-812638edbf4e req-b4f08ea5-98d5-4f51-ac55-70cc39b60aaa tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Sep 09 06:45:23.625102 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-1b3329a3-eb52-418a-a505-ee3d8a04186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:23.626555 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-1b3329a3-eb52-418a-a505-ee3d8a04186b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0389488 Sep 09 06:45:23.789154 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13771eab-39b5-43f9-8c34-4d6544e3ecba req-be87f055-eea9-4577-b2e0-6c5024d55000 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:23.791159 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-13771eab-39b5-43f9-8c34-4d6544e3ecba req-be87f055-eea9-4577-b2e0-6c5024d55000 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 943 time: 0.1137156 Sep 09 06:45:23.838419 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-a567a731-8b93-4a02-b6a3-286bf3555b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:23.839988 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-a567a731-8b93-4a02-b6a3-286bf3555b66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.1376374 Sep 09 06:45:23.887866 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-13771eab-39b5-43f9-8c34-4d6544e3ecba req-17ac8043-15fe-4936-8135-54a819c7b62b tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870938 Sep 09 06:45:23.889818 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-a30384ff-402e-4ee4-8e60-31d7fe811297 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0416520 Sep 09 06:45:23.972074 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11fbf-a559-4026-8963-4ca1cdf67527 req-5500cf8a-09b6-4b2e-ad1b-b9514dc0f644 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:23.973483 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-79d11fbf-a559-4026-8963-4ca1cdf67527 req-5500cf8a-09b6-4b2e-ad1b-b9514dc0f644 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0895007 Sep 09 06:45:23.978647 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-aad1d8ef-9b26-455c-bbab-78918e35c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:23.980059 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-aad1d8ef-9b26-455c-bbab-78918e35c6c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0621250 Sep 09 06:45:24.017745 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-296f87ea-aed9-4023-8b5d-c8eae07f5567 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241129 Sep 09 06:45:24.049478 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-79d11fbf-a559-4026-8963-4ca1cdf67527 req-21407ebc-5037-4ca9-9625-48c01d5064bf tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685005 Sep 09 06:45:24.121625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-f869dcf7-cd1b-42a5-ba97-d880232bd550 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944738 Sep 09 06:45:24.213409 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e5bd058-a8d6-401b-a9ab-91d976173627 req-679acefa-72c5-4416-8241-4da6af6af378 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Sep 09 06:45:25.012494 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74121-7430-4680-9ee5-0284f8924d53 req-7e950d2a-facd-4344-bb6c-d4836ad82bb0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:25.013527 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 72c33df2-ca96-412f-9256-6723ef515701 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:45:25.014167 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6d74121-7430-4680-9ee5-0284f8924d53 req-7e950d2a-facd-4344-bb6c-d4836ad82bb0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 943 time: 0.0546107 Sep 09 06:45:25.053713 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6d74121-7430-4680-9ee5-0284f8924d53 req-a20f924b-0901-40eb-8512-22109d0fe566 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Sep 09 06:45:25.109159 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=72c33df2-ca96-412f-9256-6723ef515701,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:45:25.122318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '72c33df2-ca96-412f-9256-6723ef515701', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'port_id': '72c33df2-ca96-412f-9256-6723ef515701', 'mac_address': 'fa:16:3e:be:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096be6df-f16d-4408-80b6-148ec796c7e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:45:25.169132 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:25.178556 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6caef-448b-411e-a351-b1f538ef6e2f req-0165f80b-add7-4fef-aeff-86febff2a641 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:25.180353 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0cd6caef-448b-411e-a351-b1f538ef6e2f req-0165f80b-add7-4fef-aeff-86febff2a641 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Sep 09 06:45:25.182216 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c33df2-ca96-412f-9256-6723ef515701 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:45:25.201628 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=72c33df2-ca96-412f-9256-6723ef515701,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:45:25.219707 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0cd6caef-448b-411e-a351-b1f538ef6e2f req-ed017fc7-c56f-4078-9cf4-5d6e2c900cc7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Sep 09 06:45:25.272217 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:25.318654 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:25.325557 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.328705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.329317 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:25.329317 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:45:27.204070 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:45:29.071316 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce824fa-16fe-4b06-a2b7-5f060789787c req-e37baeb2-4e41-4155-a33f-49b33fd61da6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:29.073366 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ce824fa-16fe-4b06-a2b7-5f060789787c req-e37baeb2-4e41-4155-a33f-49b33fd61da6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 944 time: 0.0746744 Sep 09 06:45:29.105045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45b8f-0d8e-4906-a57e-4f72a79748b3 req-5931cf38-d0a2-4e1c-8e44-9f2e88f8846d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:29.106492 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-55a45b8f-0d8e-4906-a57e-4f72a79748b3 req-5931cf38-d0a2-4e1c-8e44-9f2e88f8846d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0786223 Sep 09 06:45:29.116928 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:45:29.130993 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ce824fa-16fe-4b06-a2b7-5f060789787c req-81d402e7-b9d9-4bff-ac30-abdc2db690c3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498884 Sep 09 06:45:29.158187 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-55a45b8f-0d8e-4906-a57e-4f72a79748b3 req-7fc2c11e-d9c5-47bd-a813-0c95dca1ea1f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Sep 09 06:45:32.900551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0c3f0-8c18-41b2-aee9-0804b149ed6e req-42491cfd-9b1b-4bcd-8ed3-d154d2b31db1 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:32.902017 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6bc0c3f0-8c18-41b2-aee9-0804b149ed6e req-42491cfd-9b1b-4bcd-8ed3-d154d2b31db1 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 944 time: 0.0489662 Sep 09 06:45:32.964311 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6bc0c3f0-8c18-41b2-aee9-0804b149ed6e req-2e90ea63-e9d1-476a-b94c-c857279446c0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Sep 09 06:45:32.977357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ba24-1373-4a65-89a1-fdbba85f455d req-76f2b1e6-fe33-4789-811d-fef2ba9dc094 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:32.978829 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3a69ba24-1373-4a65-89a1-fdbba85f455d req-76f2b1e6-fe33-4789-811d-fef2ba9dc094 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0759666 Sep 09 06:45:33.019181 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3a69ba24-1373-4a65-89a1-fdbba85f455d req-c79da52b-5899-4e74-80c4-cb4536d8315d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343354 Sep 09 06:45:33.154401 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 72c33df2-ca96-412f-9256-6723ef515701 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:45:33.252478 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 72c33df2-ca96-412f-9256-6723ef515701 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:45:33.257014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 72c33df2-ca96-412f-9256-6723ef515701 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:45:33.257538 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:33.334549 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:33.356123 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c33df2-ca96-412f-9256-6723ef515701'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:45:33.358356 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03587ee5-f94c-4c8d-ae37-61cf03a8aaa8" -d '{"events": [{"server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "name": "network-vif-plugged", "status": "completed", "tag": "72c33df2-ca96-412f-9256-6723ef515701"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:45:33.375173 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=72c33df2-ca96-412f-9256-6723ef515701,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:45:33.394617 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b9e67-3b56-42c6-a333-22f3b431167a x-openstack-request-id: req-211b9e67-3b56-42c6-a333-22f3b431167a {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:45:33.394930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "name": "network-vif-plugged", "status": "completed", "tag": "72c33df2-ca96-412f-9256-6723ef515701", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:45:33.395223 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-211b9e67-3b56-42c6-a333-22f3b431167a {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:45:33.395717 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c33df2-ca96-412f-9256-6723ef515701', 'code': 200} Sep 09 06:45:33.442928 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:33.491570 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:33.661749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afeabc-f3b5-4a5f-9c2c-9a2695786b22 req-1448a8c8-14cb-41a7-bf76-87a813042514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:33.663768 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-50afeabc-f3b5-4a5f-9c2c-9a2695786b22 req-1448a8c8-14cb-41a7-bf76-87a813042514 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 1098 time: 0.0393832 Sep 09 06:45:33.698724 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-50afeabc-f3b5-4a5f-9c2c-9a2695786b22 req-b74dc631-325a-4fdb-808f-729596a80b48 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274007 Sep 09 06:45:34.091930 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41533-a96f-4144-a89b-15644af8e06c req-bf416a29-af1e-41dc-82dd-24be6f88e40a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:34.093469 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-51c41533-a96f-4144-a89b-15644af8e06c req-bf416a29-af1e-41dc-82dd-24be6f88e40a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0591705 Sep 09 06:45:34.163548 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-51c41533-a96f-4144-a89b-15644af8e06c req-df365585-c3e7-49c9-b335-a1c29844e17e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 Sep 09 06:45:34.180536 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49532-32d6-4d14-b4de-afb20d480df9 req-864a3425-77de-4974-9b92-125b0666a05e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:34.182187 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6bd49532-32d6-4d14-b4de-afb20d480df9 req-864a3425-77de-4974-9b92-125b0666a05e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0761201 Sep 09 06:45:34.227547 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6bd49532-32d6-4d14-b4de-afb20d480df9 req-5ec858fe-0366-4afe-af69-9f80fefe0336 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Sep 09 06:45:34.742706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54926) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:34.850702 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-30465459-9298-489b-9a00-5cb00fc6d6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:34.937405 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-30465459-9298-489b-9a00-5cb00fc6d6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:34.991117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-30465459-9298-489b-9a00-5cb00fc6d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.030894 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465459-9298-489b-9a00-5cb00fc6d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8749cc01-ee2e-4e76-bd84-7286c668f9e2,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:35.035163 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-30465459-9298-489b-9a00-5cb00fc6d6f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=665be9bb3f3242ad93d7ae1481c8f10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913747 Sep 09 06:45:35.040705 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54942) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:35.089198 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.110083 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.213569 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.216134 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.217308 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8749cc01-ee2e-4e76-bd84-7286c668f9e2 HTTP/1.1" status: 204 len: 168 time: 0.1760144 Sep 09 06:45:35.225882 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4958d-86f8-4aee-9359-9e357744db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8749cc01-ee2e-4e76-bd84-7286c668f9e2,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:35.768202 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54956) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:35.781814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7eaa476f-3694-46f5-936a-44360349c8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.868014 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7eaa476f-3694-46f5-936a-44360349c8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.945269 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7eaa476f-3694-46f5-936a-44360349c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:35.982481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7eaa476f-3694-46f5-936a-44360349c8be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cd3b2a2f5f943a1bc76ede35aac30bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132237 Sep 09 06:45:35.983700 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa476f-3694-46f5-936a-44360349c8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942a8de-3706-46b8-ba80-fca6716814f4,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:35.985262 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54960) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:36.032827 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.054906 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.162488 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.165521 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.166681 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c942a8de-3706-46b8-ba80-fca6716814f4 HTTP/1.1" status: 204 len: 168 time: 0.1804547 Sep 09 06:45:36.174638 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cbb88-34ba-49b3-aceb-63a688dd48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942a8de-3706-46b8-ba80-fca6716814f4,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:36.797138 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 54970) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:36.810623 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-864635fa-09bb-4177-a37c-c6013c263b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.894732 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-864635fa-09bb-4177-a37c-c6013c263b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.962062 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-864635fa-09bb-4177-a37c-c6013c263b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:36.999861 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-864635fa-09bb-4177-a37c-c6013c263b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb6496fd8c5f4d83a152a8126e8d53c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016561 Sep 09 06:45:37.000684 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864635fa-09bb-4177-a37c-c6013c263b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf5f1b-edd6-46b1-be86-776d3d0112b3,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:37.003544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 54974) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:45:37.056495 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:37.075397 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d644c5b9-2bb1-4d11-908c-f3c94b5a9a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:37.077095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:37.197111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:37.199796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:37.200983 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaaf5f1b-edd6-46b1-be86-776d3d0112b3 HTTP/1.1" status: 204 len: 168 time: 0.1964347 Sep 09 06:45:37.208804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada219a-1c78-4d24-98a6-47e277150050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf5f1b-edd6-46b1-be86-776d3d0112b3,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:45:37.768130 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b08246-4911-42da-ba77-8a0ef64ce76b req-d80fe5b6-49cc-4fb9-a306-1beae4c7deec tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:37.769631 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-05b08246-4911-42da-ba77-8a0ef64ce76b req-d80fe5b6-49cc-4fb9-a306-1beae4c7deec tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0526185 Sep 09 06:45:37.817420 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-05b08246-4911-42da-ba77-8a0ef64ce76b req-9777c973-1c7c-4261-a628-df3a17c21d6e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Sep 09 06:45:37.941748 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7e8cb-9903-4097-afe5-fd27f31f1851 req-c3dffca8-4f51-444b-99a4-81274d9597b2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:37.943529 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1a7e8cb-9903-4097-afe5-fd27f31f1851 req-c3dffca8-4f51-444b-99a4-81274d9597b2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Sep 09 06:45:37.986991 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1a7e8cb-9903-4097-afe5-fd27f31f1851 req-fbf2854e-e0da-467c-a28e-f6b8e7318fab tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Sep 09 06:45:39.590576 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d96d509f-f72d-468e-8fd1-d3554811bac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:40.092295 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:40.636490 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:41.359527 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fdffb-423a-4e0d-b4fe-d842b68c7c8a req-36429b5c-9565-4082-988a-a0ca36fd3bb6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:41.360994 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fb7fdffb-423a-4e0d-b4fe-d842b68c7c8a req-36429b5c-9565-4082-988a-a0ca36fd3bb6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0836346 Sep 09 06:45:41.373339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f930-258a-466e-9d51-a0dd6967fdb3 req-77699a59-ae0a-4356-b83e-bb44edd010f2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:41.374823 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7750f930-258a-466e-9d51-a0dd6967fdb3 req-77699a59-ae0a-4356-b83e-bb44edd010f2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0650063 Sep 09 06:45:41.427126 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fb7fdffb-423a-4e0d-b4fe-d842b68c7c8a req-307e2a16-13ce-47fe-a742-3a64b7d368a7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Sep 09 06:45:41.432274 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7750f930-258a-466e-9d51-a0dd6967fdb3 req-32ff943c-0a9f-4ad9-80c4-a129601fe59d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Sep 09 06:45:41.689978 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae71d8-83a2-4b04-8b18-8cc7271200a8 req-7f3a0511-4403-4204-90e8-3d9a43b408f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:41.689978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-50ae71d8-83a2-4b04-8b18-8cc7271200a8 req-7f3a0511-4403-4204-90e8-3d9a43b408f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0431001 Sep 09 06:45:41.726032 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-50ae71d8-83a2-4b04-8b18-8cc7271200a8 req-ba0bb94a-4760-4750-84dd-b8fcda957c8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272100 Sep 09 06:45:42.424697 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:42.549791 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21919d50-e576-42eb-9a31-242548b97d85 req-f8d47486-3954-47cc-8bb1-b40ea922ed54 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:42.551318 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21919d50-e576-42eb-9a31-242548b97d85 req-f8d47486-3954-47cc-8bb1-b40ea922ed54 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Sep 09 06:45:42.588827 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21919d50-e576-42eb-9a31-242548b97d85 req-1d7ae44d-4fe4-431f-abf8-a361012c6e99 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Sep 09 06:45:43.179417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:45:43.705305 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3579e-f668-41da-a5e7-0e6121515714 req-5326fd34-2edb-46d5-a6d4-048716658a69 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:43.706677 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8df3579e-f668-41da-a5e7-0e6121515714 req-5326fd34-2edb-46d5-a6d4-048716658a69 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Sep 09 06:45:43.744639 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8df3579e-f668-41da-a5e7-0e6121515714 req-350975d3-8067-4f2e-8046-c83235b3c7f2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Sep 09 06:45:44.173454 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214826-cbfd-4f76-b990-2714b5406f32 req-8e7dbb6c-73d8-4624-ac19-06b68f797ea7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:44.174870 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6214826-cbfd-4f76-b990-2714b5406f32 req-8e7dbb6c-73d8-4624-ac19-06b68f797ea7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Sep 09 06:45:44.211109 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6214826-cbfd-4f76-b990-2714b5406f32 req-ad312872-fa70-4148-b478-ff5e60f3d60a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302289 Sep 09 06:45:47.203913 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-4d7b7d95-bace-4b66-a75b-bb5ecf5fbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:47.208403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-4d7b7d95-bace-4b66-a75b-bb5ecf5fbb5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0403547 Sep 09 06:45:47.309034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-d6fb3e33-a229-4a86-b9ea-1226d22aa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:47.310515 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-d6fb3e33-a229-4a86-b9ea-1226d22aa0e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.0953047 Sep 09 06:45:47.363076 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-0d0308d8-00c3-4108-8ae1-2893c56ebd77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0452542 Sep 09 06:45:47.434549 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-bbfc8677-2640-4436-9931-af78a1b86cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:47.436014 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-bbfc8677-2640-4436-9931-af78a1b86cfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0636666 Sep 09 06:45:47.444967 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe804116-a05f-4524-84ce-fbc7a8afe65b req-b3d6bc6e-7fee-4568-9589-1c3272c9686c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:47.446244 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe804116-a05f-4524-84ce-fbc7a8afe65b req-b3d6bc6e-7fee-4568-9589-1c3272c9686c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0850339 Sep 09 06:45:47.483969 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-d98a5259-0454-4f10-83c0-82f37e324c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367470 Sep 09 06:45:47.502484 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe804116-a05f-4524-84ce-fbc7a8afe65b req-754a9ee0-2af1-4af0-a759-e322e503039c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Sep 09 06:45:47.589078 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-391d4384-2601-4976-b7f6-06f692d62a53 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855494 Sep 09 06:45:47.683659 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d74dda91-3be4-44cf-85dd-407325ab5dd9 req-c6f432cf-50c4-47c0-a4cc-7b87a8c19d96 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854602 Sep 09 06:45:50.934833 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae3134-1f59-4729-a4bd-7aa6fecb27c6 req-9a7e0fed-4435-4482-b8c0-22bc61189281 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:50.936317 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3bae3134-1f59-4729-a4bd-7aa6fecb27c6 req-9a7e0fed-4435-4482-b8c0-22bc61189281 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0477839 Sep 09 06:45:50.973154 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3bae3134-1f59-4729-a4bd-7aa6fecb27c6 req-2a781dcb-8a98-44fe-b7c9-ccecfb04df2e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Sep 09 06:45:52.088307 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c163b-1170-4c9d-af38-be4e3152f96e req-0bf4fa39-5a81-421e-b8b4-912de09d795c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:52.089905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-409c163b-1170-4c9d-af38-be4e3152f96e req-0bf4fa39-5a81-421e-b8b4-912de09d795c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0475838 Sep 09 06:45:52.130394 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-409c163b-1170-4c9d-af38-be4e3152f96e req-4a07a03c-8edb-48db-a0de-94f060fac464 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340557 Sep 09 06:45:55.785734 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde00e-7462-4620-9440-c6e75dd8245e req-04ef54c3-5e8c-4e04-b403-1da528a61c87 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:55.787268 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69cde00e-7462-4620-9440-c6e75dd8245e req-04ef54c3-5e8c-4e04-b403-1da528a61c87 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Sep 09 06:45:55.826625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69cde00e-7462-4620-9440-c6e75dd8245e req-54b71ab1-bbd8-49d8-abc0-a736c9ca97bc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Sep 09 06:45:59.415384 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666e38-c808-4ae2-9ebc-d4057108cc01 req-fa7ce7db-3996-4def-bb04-42f1072f4566 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:45:59.416846 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce666e38-c808-4ae2-9ebc-d4057108cc01 req-fa7ce7db-3996-4def-bb04-42f1072f4566 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Sep 09 06:45:59.453189 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce666e38-c808-4ae2-9ebc-d4057108cc01 req-8385767e-82d5-4472-84d2-4b3fb12dbf6c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304615 Sep 09 06:46:00.492454 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55424) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:00.602982 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f5b3813e-f20f-4f1a-b420-d334ce755cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:00.691353 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f5b3813e-f20f-4f1a-b420-d334ce755cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:00.812678 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f5b3813e-f20f-4f1a-b420-d334ce755cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:00.853515 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-f5b3813e-f20f-4f1a-b420-d334ce755cce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=674022a3836f4de1b185ebd115832196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599818 Sep 09 06:46:00.854629 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3813e-f20f-4f1a-b420-d334ce755cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d04d298-75c8-4f37-8a28-18ba7e6aea3c,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:00.856372 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55436) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:00.904792 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:00.924733 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:01.046950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:01.049597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:01.050874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d04d298-75c8-4f37-8a28-18ba7e6aea3c HTTP/1.1" status: 204 len: 168 time: 0.1935468 Sep 09 06:46:01.060194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f470e0-1d86-451c-8c67-f27e752ad23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d04d298-75c8-4f37-8a28-18ba7e6aea3c,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:01.128177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caa1ce-4cc1-4d27-96ef-07dbc1170da4 req-ddeff8c9-3d07-40ad-a88f-47f153d822a5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:01.129710 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87caa1ce-4cc1-4d27-96ef-07dbc1170da4 req-ddeff8c9-3d07-40ad-a88f-47f153d822a5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0503275 Sep 09 06:46:01.167865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87caa1ce-4cc1-4d27-96ef-07dbc1170da4 req-fd257888-0e6b-46e9-a8c8-60507f15647d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 09 06:46:02.087007 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-5cac7d10-a9b9-499c-9953-7ed6193550fa tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:02.088545 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-5cac7d10-a9b9-499c-9953-7ed6193550fa tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1084387 Sep 09 06:46:02.104251 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-2a3300eb-3a67-4422-acd7-35537d66926c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/quotas/71bd4977e52540ab9e344955bb3514e4 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Sep 09 06:46:02.153491 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-76de4e65-66fc-4fbc-97ab-7d241bcab8af tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424991 Sep 09 06:46:02.241519 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-bec1c394-f748-46d3-8a1d-ca3a21ab5a39 service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815902 Sep 09 06:46:02.334219 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-93f8fffa-79dd-4cf0-b881-8e3b10abf75d service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Sep 09 06:46:02.597734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-12da29b2-6043-4038-9200-08a43d7d9d0f req-abfe268e-1e78-4ba8-9877-1145081ef4af tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 210 time: 0.0361583 Sep 09 06:46:03.698347 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3adce858-5b3d-47e1-b90c-e5743453a285 req-5db4520a-c555-4dd5-b1ce-7af88d0f4dee tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 210 time: 0.0262823 Sep 09 06:46:04.202634 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:46:04.320161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55560) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:04.435790 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:04.471794 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-5cc07886-d221-4f26-b600-0c8ee7b3a5b4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:04.473257 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-5cc07886-d221-4f26-b600-0c8ee7b3a5b4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1281633 Sep 09 06:46:04.489707 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Request body: {'port': {'device_id': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'admin_state_up': True, 'tenant_id': '71bd4977e52540ab9e344955bb3514e4'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:04.841308 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-256e1424-416b-4cde-b2a1-954abd37c629 req-4119f9c0-e9e2-46e1-ae80-33df70d949fc tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 210 time: 0.0409884 Sep 09 06:46:04.899900 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:04.981901 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.028010 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c086f3e570ce40df88ea5ea88354b14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063072 Sep 09 06:46:05.029182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915988e4-a492-4241-aaab-cad0a3f9dd77,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:05.030679 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55578) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:05.036460 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.036800 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.037131 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.037468 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.037792 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.038113 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.038432 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.038746 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.039144 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.039494 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.039812 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.040119 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f6ec19-bc6c-45f2-86cd-b7d7e4d0f27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.063974 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:46:05.067456 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.080567 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.103881 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.201296 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.203989 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.205190 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/915988e4-a492-4241-aaab-cad0a3f9dd77 HTTP/1.1" status: 204 len: 168 time: 0.1735113 Sep 09 06:46:05.209803 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Allocated IP 172.20.0.13 (3b5485f5-3fa8-4921-95e4-734f8e28d4c9/096be6df-f16d-4408-80b6-148ec796c7e6/ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:46:05.213250 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915988e4-a492-4241-aaab-cad0a3f9dd77,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:05.220752 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.221091 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.221419 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.221733 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.222148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.222448 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.222765 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.223114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.223429 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.223744 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.224074 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.224353 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642ed43-c086-41fc-b901-c8858e538a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:05.363747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.453273 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.466285 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:05.494635 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:46:05.498382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:46:05.501404 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:46:05.534683 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event updated for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:05.573481 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:05.574127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.665274 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-536acab1-d1ae-494d-bbce-baee1c39819f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1792126 Sep 09 06:46:05.678346 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Request body: {'port': {'device_id': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:05.735555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.914125 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55596) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:05.927362 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc728005-6567-4e57-a956-33364851f48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:05.995018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc05d0-30c0-4a44-87aa-da605b95adb5 req-fd0cba7c-b31d-4d54-82bc-a5730106967a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:05.996574 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b6dc05d0-30c0-4a44-87aa-da605b95adb5 req-fd0cba7c-b31d-4d54-82bc-a5730106967a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 932 time: 0.0750623 Sep 09 06:46:06.021456 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc728005-6567-4e57-a956-33364851f48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.075307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b6dc05d0-30c0-4a44-87aa-da605b95adb5 req-19754b1f-599f-441e-a660-c60a9f84cf8a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722146 Sep 09 06:46:06.081117 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc728005-6567-4e57-a956-33364851f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.083944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:06.099906 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.113562 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Transition to ACTIVE for port object ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:46:06.117438 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bc728005-6567-4e57-a956-33364851f48e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d00e6e0d10b64865a6d134d9f74e3468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022059 Sep 09 06:46:06.120238 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55602) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:06.122494 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc728005-6567-4e57-a956-33364851f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96aea1c-5271-4d88-924c-70a6cf1569f2,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:06.173339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.195209 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.198569 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.275061 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:06.349021 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Attempting to bind port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:46:06.349252 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Attempting to bind port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:46:06.349644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Attempting to bind port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:06.354473 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:46:06.354783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Attempting to bind port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:06.359524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:46:06.359855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Checking segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:46:06.360228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Bound using segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:46:06.360639 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Bound port: ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:46:06.360987 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.398185 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.400815 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.401959 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c96aea1c-5271-4d88-924c-70a6cf1569f2 HTTP/1.1" status: 204 len: 168 time: 0.2806966 Sep 09 06:46:06.417208 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe74fc-02a0-46da-89c9-f66ec7eaa264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96aea1c-5271-4d88-924c-70a6cf1569f2,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:06.443107 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:46:06.447634 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:46:06.509850 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.542776 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:06.543589 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:06.545053 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] 10.222.0.35 "PUT /v2.0/ports/ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 HTTP/1.1" status: 200 len: 1094 time: 0.8707340 Sep 09 06:46:06.545463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:06.547738 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370de30-2483-4ff8-b2e5-94a26d0588cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:06.573908 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d7974-28e6-4de9-91a9-0320f254ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:06.586936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81cda33-11ee-40e6-89eb-fcb0e5c1a7ef x-openstack-request-id: req-d81cda33-11ee-40e6-89eb-fcb0e5c1a7ef {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:06.587266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:06.587511 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d81cda33-11ee-40e6-89eb-fcb0e5c1a7ef {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:06.587970 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', 'status': 'completed', 'code': 200} Sep 09 06:46:06.657566 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-d70cc36f-0cd4-4c78-bb11-7fc019cf0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:06.659635 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-d70cc36f-0cd4-4c78-bb11-7fc019cf0717 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0406618 Sep 09 06:46:06.766435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-0decd520-a682-429a-96a4-0aee32970abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:06.767922 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-0decd520-a682-429a-96a4-0aee32970abb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=71bd4977e52540ab9e344955bb3514e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973306 Sep 09 06:46:06.874205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-eb45c7f1-3c2d-4339-b87d-f7bb74fc3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:06.875928 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2370de30-2483-4ff8-b2e5-94a26d0588cc req-eb45c7f1-3c2d-4339-b87d-f7bb74fc3e5c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0990238 Sep 09 06:46:06.965361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-92ee1e57-1bfa-41f3-8e37-144c19575abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:06.966989 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-92ee1e57-1bfa-41f3-8e37-144c19575abb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0402608 Sep 09 06:46:07.013705 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-7782e6d9-929a-46f4-9e37-791b436a99e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 HTTP/1.1" status: 200 len: 217 time: 0.0356767 Sep 09 06:46:07.068896 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c288-d97f-4f3c-b112-007634559d7b req-6ee0ad6b-9396-449b-84be-5264fb3d4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:07.070372 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-6ee0ad6b-9396-449b-84be-5264fb3d4804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=096be6df-f16d-4408-80b6-148ec796c7e6 HTTP/1.1" status: 200 len: 854 time: 0.0447781 Sep 09 06:46:07.075683 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-152589cc-6cb8-4ce9-9cba-206e94582736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.112737 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-af8d6c50-7980-4881-a6c1-b88fae864e60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288448 Sep 09 06:46:07.248571 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d72c7-0bad-4d1c-a8bb-25e37fffe54d req-30a68600-65d7-4dba-97ba-566f9f5e9b56 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:07.250099 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-489d72c7-0bad-4d1c-a8bb-25e37fffe54d req-30a68600-65d7-4dba-97ba-566f9f5e9b56 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 944 time: 0.0978286 Sep 09 06:46:07.295601 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-92ed2fe8-3a8f-4c88-88e8-7b4fabc49a26 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611862 Sep 09 06:46:07.328104 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-489d72c7-0bad-4d1c-a8bb-25e37fffe54d req-a6204aa6-3a06-42d5-83a1-c279b65cd3ef tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Sep 09 06:46:07.330153 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55640) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:07.408307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2025c288-d97f-4f3c-b112-007634559d7b req-aace9919-0e65-4be3-a859-15f41cc5afc9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027143 Sep 09 06:46:07.456193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a85f31e-84b2-4607-aa04-413a5d3bda61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.553906 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a85f31e-84b2-4607-aa04-413a5d3bda61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.612359 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a85f31e-84b2-4607-aa04-413a5d3bda61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.650742 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85f31e-84b2-4607-aa04-413a5d3bda61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687f0b3b-e2b5-4036-9626-da23bc733d86,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:07.655314 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7a85f31e-84b2-4607-aa04-413a5d3bda61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f270b0263a2483386a4cb9f696dd0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242257 Sep 09 06:46:07.657855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55650) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:07.709805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.731242 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.857883 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.860528 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:07.861861 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/687f0b3b-e2b5-4036-9626-da23bc733d86 HTTP/1.1" status: 204 len: 168 time: 0.2031181 Sep 09 06:46:07.870323 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc031e-1cee-4abd-810a-dcaf52cc3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f0b3b-e2b5-4036-9626-da23bc733d86,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:08.461586 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f53f19-746f-4b2b-a8e4-9dec73af0a37 req-c270c9a9-a285-4aca-8546-1973b9038511 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:08.463284 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41f53f19-746f-4b2b-a8e4-9dec73af0a37 req-c270c9a9-a285-4aca-8546-1973b9038511 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 944 time: 0.0520475 Sep 09 06:46:08.503590 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41f53f19-746f-4b2b-a8e4-9dec73af0a37 req-585e2273-16cb-49b8-8d0f-535aae0c3e52 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Sep 09 06:46:09.601819 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-774eb1ab-fa68-43c5-a2c9-efa7e75059a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:09.627418 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e4e14-bab7-4ca2-bc79-e7cad138ffe8 req-4005d90f-be4b-4ceb-8b5a-8610ecf7a7a6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:09.628944 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-448e4e14-bab7-4ca2-bc79-e7cad138ffe8 req-4005d90f-be4b-4ceb-8b5a-8610ecf7a7a6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 944 time: 0.0525959 Sep 09 06:46:09.671151 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-448e4e14-bab7-4ca2-bc79-e7cad138ffe8 req-5571f9da-3b1b-420c-a3f7-5d8c313a96d8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Sep 09 06:46:10.114939 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:10.524031 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5aaad-3895-4032-85cd-3aa170231365 req-8ecc1e6c-9e19-4022-bb89-aa28c30223a6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:10.525786 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-43a5aaad-3895-4032-85cd-3aa170231365 req-8ecc1e6c-9e19-4022-bb89-aa28c30223a6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0763879 Sep 09 06:46:10.549529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55802) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:10.606936 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-43a5aaad-3895-4032-85cd-3aa170231365 req-dfa899e0-3051-4a9d-955d-c06e369999fb tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Sep 09 06:46:10.607443 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-a11c7bb0-08f5-447b-a659-284025002808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:10.609235 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-a11c7bb0-08f5-447b-a659-284025002808 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0965538 Sep 09 06:46:10.645029 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:10.706549 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-22c80f94-3fbd-410b-b187-526dc59f6f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:10.755612 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-ae9554d4-d3da-411e-a6f9-af284bd405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:10.757921 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-ae9554d4-d3da-411e-a6f9-af284bd405a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.1387780 Sep 09 06:46:10.812415 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-22c80f94-3fbd-410b-b187-526dc59f6f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:10.849896 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-6ba4ae2e-2c0b-4ae1-a0a1-8a847bb6f1bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0512698 Sep 09 06:46:10.879294 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb46e-f33d-4fd0-84e2-969fc0e538df req-8f930e7b-bbaa-459a-a3b6-43b4ef17e3c9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:10.880740 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a7cb46e-f33d-4fd0-84e2-969fc0e538df req-8f930e7b-bbaa-459a-a3b6-43b4ef17e3c9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 944 time: 0.0929167 Sep 09 06:46:10.922169 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-22c80f94-3fbd-410b-b187-526dc59f6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:10.932298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-f9584f17-412e-4f9d-8192-405cdf4e96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:10.933731 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-f9584f17-412e-4f9d-8192-405cdf4e96dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0715086 Sep 09 06:46:10.953515 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a7cb46e-f33d-4fd0-84e2-969fc0e538df req-d76c99cb-ef3a-4b50-b565-67ca22527d89 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Sep 09 06:46:10.960242 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-22c80f94-3fbd-410b-b187-526dc59f6f46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a08d7bdcc26a4c5aa3dd59b04f927175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091091 Sep 09 06:46:10.961103 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80f94-3fbd-410b-b187-526dc59f6f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e43832-6285-47b0-9f70-cf121f812dcf,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:10.963447 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55820) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:10.973973 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-a6d9aabd-00dd-464e-a97d-bd1a2e3192c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307276 Sep 09 06:46:11.026261 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.048792 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.084086 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-db01b666-8ec1-47a1-b3f4-96a433409c00 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005127 Sep 09 06:46:11.160965 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.164076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.165210 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9e43832-6285-47b0-9f70-cf121f812dcf HTTP/1.1" status: 204 len: 168 time: 0.1901011 Sep 09 06:46:11.173148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea1ac-f0cc-47e1-b1ca-436b27d45f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e43832-6285-47b0-9f70-cf121f812dcf,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:11.184995 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1b5f829-0cb8-46cd-9cec-a77393f6b8d6 req-98badcce-cd13-4dfa-8e25-7a06e9ad612d service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856915 Sep 09 06:46:11.325523 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:46:11.421249 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:11.433519 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'port_id': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', 'mac_address': 'fa:16:3e:27:de:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096be6df-f16d-4408-80b6-148ec796c7e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:46:11.469493 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.482496 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:11.505371 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:11.595324 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.644309 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:11.782775 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2797-5428-407d-914a-a02c240ba9df req-197ddd71-f27b-4946-adfb-24f2f7d1e980 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:11.784276 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cf3e2797-5428-407d-914a-a02c240ba9df req-197ddd71-f27b-4946-adfb-24f2f7d1e980 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0525618 Sep 09 06:46:11.822322 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cf3e2797-5428-407d-914a-a02c240ba9df req-7eac2f6f-722b-4b8f-a581-37ebf6dd3ffd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Sep 09 06:46:11.892338 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55838) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:11.907609 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d038d7f7-26f1-4dba-a196-0c8e706a83dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:11.997679 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d038d7f7-26f1-4dba-a196-0c8e706a83dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.035704 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:12.057215 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d038d7f7-26f1-4dba-a196-0c8e706a83dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.075204 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a78b-6427-4f8b-a0a1-9473f5f3e89a req-51e3d529-d685-4f9b-a03d-d6c0a7352ee9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:12.076901 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e710a78b-6427-4f8b-a0a1-9473f5f3e89a req-51e3d529-d685-4f9b-a03d-d6c0a7352ee9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 09 06:46:12.102926 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d038d7f7-26f1-4dba-a196-0c8e706a83dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5dfd1f351eb4faa941220eb3910ac50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092934 Sep 09 06:46:12.104088 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d7f7-26f1-4dba-a196-0c8e706a83dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee2bff-2f59-4a99-ab65-45ff550c40c6,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:12.106350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55844) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:12.151112 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e710a78b-6427-4f8b-a0a1-9473f5f3e89a req-a351569a-5ebc-4890-8322-a4cf5af83159 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666645 Sep 09 06:46:12.198646 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.220804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.349500 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.352283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.353460 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75ee2bff-2f59-4a99-ab65-45ff550c40c6 HTTP/1.1" status: 204 len: 168 time: 0.2461066 Sep 09 06:46:12.362746 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774cce-adb0-43a2-a010-3019d43a0c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee2bff-2f59-4a99-ab65-45ff550c40c6,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:12.412099 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:12.948327 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543f161-c2df-477b-98de-85e8f5a49fad req-968178eb-7c4b-47bc-89c6-6c411e00661e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:12.949816 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5543f161-c2df-477b-98de-85e8f5a49fad req-968178eb-7c4b-47bc-89c6-6c411e00661e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0562060 Sep 09 06:46:12.990125 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5543f161-c2df-477b-98de-85e8f5a49fad req-4ba164c3-634d-450c-999f-d978a4805c4d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Sep 09 06:46:13.223687 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:13.286330 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2de7d-f50a-4062-9af9-ce6cedf86a47 req-130bd33c-58f8-4b1f-a1c0-105f9430b4e3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:13.288592 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ade2de7d-f50a-4062-9af9-ce6cedf86a47 req-130bd33c-58f8-4b1f-a1c0-105f9430b4e3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 945 time: 0.0509880 Sep 09 06:46:13.331577 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ade2de7d-f50a-4062-9af9-ce6cedf86a47 req-841eef0b-4c7d-4383-9824-11ffe3367aca tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Sep 09 06:46:13.341692 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:46:13.392253 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-5ff5bea3-3e0c-4966-a48c-0f72fd041792 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399630 Sep 09 06:46:13.461575 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-59514fe4-c0da-4b31-a70f-de36ea86a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:13.464168 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-59514fe4-c0da-4b31-a70f-de36ea86a627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 1098 time: 0.0430155 Sep 09 06:46:13.480602 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:46:13.484549 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:46:13.484924 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:13.571536 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:13.577967 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-0b18d8c6-65bc-4fa5-b18a-80785e30f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:13.579606 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-0b18d8c6-65bc-4fa5-b18a-80785e30f1e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.0920093 Sep 09 06:46:13.594467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:13.596942 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f91660-540e-40ee-88b1-433bd9f4314a" -d '{"events": [{"server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:13.621293 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:13.629652 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-e4e31a27-9608-4685-85e4-7935d40eddb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 200 len: 217 time: 0.0416834 Sep 09 06:46:13.635881 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6b5a9a-d505-4509-8d22-a4abe094db93 x-openstack-request-id: req-6a6b5a9a-d505-4509-8d22-a4abe094db93 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:13.636192 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:13.636447 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a6b5a9a-d505-4509-8d22-a4abe094db93 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:13.636836 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', 'code': 200} Sep 09 06:46:13.675056 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:13.686827 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-b43393df-5ef5-4e98-b8b1-54bf5cc9abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:13.688544 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-b43393df-5ef5-4e98-b8b1-54bf5cc9abf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0491555 Sep 09 06:46:13.729734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-6c20d60d-c967-4eeb-bea6-baa12432ee3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323155 Sep 09 06:46:13.734319 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:13.830211 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-6228e040-fd99-4e1b-a7bc-52a1f4650ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847235 Sep 09 06:46:13.944773 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8e0875b-9a8d-4cba-ac6f-bd09d3246c75 req-14d3c7f0-ded0-463d-93da-5071a04a9207 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963655 Sep 09 06:46:13.978351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f98b-c7d5-4743-9d84-31d782dceaac req-dd19f9dd-7ec4-47ce-a30b-1bea8b66ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:13.980011 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36e0f98b-c7d5-4743-9d84-31d782dceaac req-dd19f9dd-7ec4-47ce-a30b-1bea8b66ab9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 1099 time: 0.0454612 Sep 09 06:46:14.054913 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36e0f98b-c7d5-4743-9d84-31d782dceaac req-1d0a1795-5d29-4540-bce5-86b22d08966a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306137 Sep 09 06:46:14.127067 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eb6e2-84a2-4ac0-a4ce-024236275e5f req-9d474427-e2eb-47e7-beed-20e258688e75 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:14.128582 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-895eb6e2-84a2-4ac0-a4ce-024236275e5f req-9d474427-e2eb-47e7-beed-20e258688e75 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Sep 09 06:46:14.168307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-895eb6e2-84a2-4ac0-a4ce-024236275e5f req-171695d8-0bb9-4322-8b11-966ce6eebe51 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Sep 09 06:46:14.452838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171aa3c-f9ae-4cb6-b647-5e5cb94a9a5e req-ace3841e-8854-43c4-b0f0-0ade411aa7d6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:14.454323 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5171aa3c-f9ae-4cb6-b647-5e5cb94a9a5e req-ace3841e-8854-43c4-b0f0-0ade411aa7d6 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0510473 Sep 09 06:46:14.494113 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5171aa3c-f9ae-4cb6-b647-5e5cb94a9a5e req-df9a21e0-2cb2-424f-83d7-80989c9f5d70 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Sep 09 06:46:15.047323 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55946) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:15.151892 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4334a2f9-6dd3-47e1-88e7-50f60c30913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.239182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4334a2f9-6dd3-47e1-88e7-50f60c30913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.289920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c632fb3-a979-4abe-b977-64feb8cc9669 req-4ce40926-7e90-4c7f-899f-da6e59ac67ec tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:15.291843 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6c632fb3-a979-4abe-b977-64feb8cc9669 req-4ce40926-7e90-4c7f-899f-da6e59ac67ec tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0514805 Sep 09 06:46:15.307656 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4334a2f9-6dd3-47e1-88e7-50f60c30913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.376734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6c632fb3-a979-4abe-b977-64feb8cc9669 req-9822cbe7-8a1e-4a50-ba9f-8a4955cfc68d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784352 Sep 09 06:46:15.378621 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334a2f9-6dd3-47e1-88e7-50f60c30913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704770d3-e2b2-4a30-a9f0-f082472ec095,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:15.384942 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4334a2f9-6dd3-47e1-88e7-50f60c30913d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=649d82d7105840518aa4064a8f17d30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363521 Sep 09 06:46:15.386543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55958) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:15.436739 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.460036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.589415 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.592122 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:15.593150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/704770d3-e2b2-4a30-a9f0-f082472ec095 HTTP/1.1" status: 204 len: 168 time: 0.2060525 Sep 09 06:46:15.605770 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f1dd7-0dbd-4b29-9135-ae43cff4603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704770d3-e2b2-4a30-a9f0-f082472ec095,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:15.626866 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e3d11-3750-4f93-91c9-1b2ffe7cd645 req-da43f971-d2c0-4af5-b342-d7738ae8fdac tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:15.628409 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a7e3d11-3750-4f93-91c9-1b2ffe7cd645 req-da43f971-d2c0-4af5-b342-d7738ae8fdac tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0681853 Sep 09 06:46:15.674513 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a7e3d11-3750-4f93-91c9-1b2ffe7cd645 req-aea584d9-2209-4afa-bab7-8328471bb857 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Sep 09 06:46:16.202828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 55966) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:16.216015 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5fa2976e-bd44-4832-9e87-af42f15df8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.317343 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5fa2976e-bd44-4832-9e87-af42f15df8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.389052 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5fa2976e-bd44-4832-9e87-af42f15df8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.428889 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5fa2976e-bd44-4832-9e87-af42f15df8f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ad9ac81984a45ed883807ba9be9d42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248721 Sep 09 06:46:16.429997 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2976e-bd44-4832-9e87-af42f15df8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c20006-03c7-46b5-b56c-b13c6558983d,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:16.431485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 55978) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:16.529856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54dc7e-8e09-4a27-a3fc-4fcbc648bb9d req-7ef0bf52-5b51-4527-95cb-459e4251e5f8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:16.531354 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe54dc7e-8e09-4a27-a3fc-4fcbc648bb9d req-7ef0bf52-5b51-4527-95cb-459e4251e5f8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0805697 Sep 09 06:46:16.534153 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.567369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.595208 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe54dc7e-8e09-4a27-a3fc-4fcbc648bb9d req-00d96f25-4d32-4d80-9464-3103d0925057 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566423 Sep 09 06:46:16.715524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.719161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:16.719318 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1c20006-03c7-46b5-b56c-b13c6558983d HTTP/1.1" status: 204 len: 168 time: 0.2867398 Sep 09 06:46:16.727350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc28f-d809-41ba-86dc-a76af02036f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c20006-03c7-46b5-b56c-b13c6558983d,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:16.793586 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9949a-5213-4fe7-b3ee-4193c17dc4ac req-a7e92f8e-e3a8-42ab-beed-c03b7b69aeff tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:16.795079 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d5d9949a-5213-4fe7-b3ee-4193c17dc4ac req-a7e92f8e-e3a8-42ab-beed-c03b7b69aeff tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0485439 Sep 09 06:46:16.833305 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d5d9949a-5213-4fe7-b3ee-4193c17dc4ac req-b7570d7a-d2d6-4a02-8cff-1ebc8012f2c4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Sep 09 06:46:17.718660 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c408a-5818-41bd-80df-cc2e0e490880 req-c7d67097-36fd-4a25-972d-dff2f2f1d367 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:17.720196 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-990c408a-5818-41bd-80df-cc2e0e490880 req-c7d67097-36fd-4a25-972d-dff2f2f1d367 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0476322 Sep 09 06:46:17.759550 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-990c408a-5818-41bd-80df-cc2e0e490880 req-c8247236-6b92-4134-89df-2c611897bb0b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Sep 09 06:46:18.881193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207857e-b08c-42dd-b8dd-d386ad259464 req-97a38bcd-93e4-4d02-8047-6a870e50e67c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:18.882707 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0207857e-b08c-42dd-b8dd-d386ad259464 req-97a38bcd-93e4-4d02-8047-6a870e50e67c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0523753 Sep 09 06:46:18.930277 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0207857e-b08c-42dd-b8dd-d386ad259464 req-2b4f1f3a-a33c-4cfc-8d02-94b3cc106395 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Sep 09 06:46:19.872419 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-15a165b7-b6d5-41ad-8428-b738ad8a0f4a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:19.873872 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-15a165b7-b6d5-41ad-8428-b738ad8a0f4a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1061962 Sep 09 06:46:19.889695 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-91690794-ac67-40e9-abb3-771993216bc0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/quotas/71bd4977e52540ab9e344955bb3514e4 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Sep 09 06:46:19.952517 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-98d1a63b-3acd-4d24-9d5f-941007c28a95 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557382 Sep 09 06:46:20.047305 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-c84bd566-b7ab-4c10-93a0-9b1570a0687e service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Sep 09 06:46:20.401305 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df4ca-6a1c-4e38-be41-196b557ecd04 req-b9b851c9-c8c9-4c2d-9604-8712b6de9d83 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:20.403057 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e3df4ca-6a1c-4e38-be41-196b557ecd04 req-b9b851c9-c8c9-4c2d-9604-8712b6de9d83 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.3310318 Sep 09 06:46:20.408300 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-a1d2d2cb-5b53-40cf-a1c5-c429903644df service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546648 Sep 09 06:46:20.440443 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e3df4ca-6a1c-4e38-be41-196b557ecd04 req-83a9d1f2-6b83-4fb4-9f5f-e6d30f47d71b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Sep 09 06:46:20.631844 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cc7f817c-787f-495a-b084-81fed19583d5 req-96051ed7-aca3-4736-8516-39f8e545dd7f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 210 time: 0.0259790 Sep 09 06:46:21.556373 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ba9f-8935-4ed7-9a57-11ca39c11397 req-814fd64f-f036-435a-9138-f5af9c89a38e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:21.557852 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c431ba9f-8935-4ed7-9a57-11ca39c11397 req-814fd64f-f036-435a-9138-f5af9c89a38e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0471256 Sep 09 06:46:21.598678 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c431ba9f-8935-4ed7-9a57-11ca39c11397 req-ce227a58-406b-444d-9c99-accdb04da9a5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Sep 09 06:46:21.731718 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a901d380-5aeb-4761-9c58-1868ef81cd46 req-66496c56-8504-406f-915d-9f4933d4a983 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 210 time: 0.0258830 Sep 09 06:46:22.103620 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 56146) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:22.213823 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f41edda-5046-4557-8ea0-6f9b4a9b5bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.310541 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f41edda-5046-4557-8ea0-6f9b4a9b5bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.407127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1f41edda-5046-4557-8ea0-6f9b4a9b5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.456759 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41edda-5046-4557-8ea0-6f9b4a9b5bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8649fcd-1f95-44ef-ba79-6b5a679a7487,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:22.473025 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-1f41edda-5046-4557-8ea0-6f9b4a9b5bfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c55fa178b65b43ceb65d104600090245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596139 Sep 09 06:46:22.473501 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56152) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:22.479644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-9b3797a7-bd08-4038-ac0f-9ff082bb3cbd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:22.481036 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-9b3797a7-bd08-4038-ac0f-9ff082bb3cbd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1418276 Sep 09 06:46:22.501243 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Request body: {'port': {'device_id': '5bf10900-9025-4863-97db-2b6a57bcd242', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'admin_state_up': True, 'tenant_id': '71bd4977e52540ab9e344955bb3514e4'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:22.520007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.541106 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.663433 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:46:22.665076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.668217 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.669239 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:22.673802 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8649fcd-1f95-44ef-ba79-6b5a679a7487 HTTP/1.1" status: 204 len: 168 time: 0.2056289 Sep 09 06:46:22.685751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7df02-23f0-47d0-96fe-3b63bf543329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8649fcd-1f95-44ef-ba79-6b5a679a7487,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:22.823581 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784228f-1973-4e21-b7e3-47a89eb87e80 req-b93dd5aa-d899-42af-8988-5fc20973ad78 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:22.825119 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7784228f-1973-4e21-b7e3-47a89eb87e80 req-b93dd5aa-d899-42af-8988-5fc20973ad78 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.1078844 Sep 09 06:46:22.881496 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b18b9afb-bd1f-414c-af87-69dcfe20f1cd req-64263da8-062a-4c46-bf79-d060a534169e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 210 time: 0.0689077 Sep 09 06:46:22.926141 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Allocated IP 172.20.0.2 (3b5485f5-3fa8-4921-95e4-734f8e28d4c9/096be6df-f16d-4408-80b6-148ec796c7e6/00e3528c-0984-44de-9bd7-925f2579bedd) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:46:22.930533 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7784228f-1973-4e21-b7e3-47a89eb87e80 req-f8f84c3a-4223-40b5-b82e-d228f7bece49 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914583 Sep 09 06:46:23.075207 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.183453 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.205344 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701', 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:23.235431 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:46:23.238640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:46:23.241318 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:46:23.272173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event updated for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:23.309782 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:23.310423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.389920 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-debf0667-b54a-455a-95f7-0e36f1d71516 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934577 Sep 09 06:46:23.407551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Request body: {'port': {'device_id': '5bf10900-9025-4863-97db-2b6a57bcd242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:23.443409 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 56186) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:23.479285 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-29718f04-624a-41e0-a2a8-9069ee125260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.497367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.708062 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-29718f04-624a-41e0-a2a8-9069ee125260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.766064 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-29718f04-624a-41e0-a2a8-9069ee125260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.825746 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29718f04-624a-41e0-a2a8-9069ee125260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe4809-9343-444a-8390-e89d2cb54501,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:23.833307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-29718f04-624a-41e0-a2a8-9069ee125260 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7158247ef6d54a55a2f8cc981a4bb173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887036 Sep 09 06:46:23.835967 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56192) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:23.865064 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e3528c-0984-44de-9bd7-925f2579bedd {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:23.872488 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.885037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Transition to ACTIVE for port object 00e3528c-0984-44de-9bd7-925f2579bedd will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:46:23.894561 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.916984 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:23.964579 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.051388 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.054221 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.055548 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbfe4809-9343-444a-8390-e89d2cb54501 HTTP/1.1" status: 204 len: 168 time: 0.2177961 Sep 09 06:46:24.063831 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703009f2-810b-4aa1-84dc-4e03a44eef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe4809-9343-444a-8390-e89d2cb54501,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:24.085505 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110023d4-47e9-4206-9625-ba51cc8a9310 req-bacc7412-f14d-467f-8c4b-ba7e807e344a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.093916 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-110023d4-47e9-4206-9625-ba51cc8a9310 req-bacc7412-f14d-467f-8c4b-ba7e807e344a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 943 time: 0.1401186 Sep 09 06:46:24.095693 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Pushing event updated for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:24.167874 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbebc-0d7b-4869-b0fc-1cec28b76bbd req-afe081b4-7469-4121-8499-9fa08c1af5e7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.169348 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5bcbebc-0d7b-4869-b0fc-1cec28b76bbd req-afe081b4-7469-4121-8499-9fa08c1af5e7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.1487072 Sep 09 06:46:24.217974 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-110023d4-47e9-4206-9625-ba51cc8a9310 req-45c22d5e-b6c6-4e12-914f-93a4312cfed9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232176 Sep 09 06:46:24.240238 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Attempting to bind port 00e3528c-0984-44de-9bd7-925f2579bedd on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:46:24.240571 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Attempting to bind port 00e3528c-0984-44de-9bd7-925f2579bedd by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:46:24.240892 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Attempting to bind port 00e3528c-0984-44de-9bd7-925f2579bedd on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:24.249379 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5bcbebc-0d7b-4869-b0fc-1cec28b76bbd req-f4bc5608-70dc-47aa-bc82-69040a402d96 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703287 Sep 09 06:46:24.250298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Port 00e3528c-0984-44de-9bd7-925f2579bedd on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:46:24.250607 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Attempting to bind port 00e3528c-0984-44de-9bd7-925f2579bedd on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:24.255783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:46:24.255783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Checking segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:46:24.256089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Bound using segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:46:24.257117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Bound port: 00e3528c-0984-44de-9bd7-925f2579bedd, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:46:24.257117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.321218 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:46:24.324137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00e3528c-0984-44de-9bd7-925f2579bedd,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:46:24.372012 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.408857 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.409483 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:24.410854 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] 10.222.0.35 "PUT /v2.0/ports/00e3528c-0984-44de-9bd7-925f2579bedd HTTP/1.1" status: 200 len: 1093 time: 1.0077765 Sep 09 06:46:24.411339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:24.413549 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6e527-a70b-42e1-8536-584f90db15ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:24.435578 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183cbb-00e2-4017-940d-6d1e09462c66 service neutron] Pushing event updated for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:24.453275 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91776a8-1460-4f4b-a183-b7d8b117fe9f x-openstack-request-id: req-a91776a8-1460-4f4b-a183-b7d8b117fe9f {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:24.453566 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:24.453870 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a91776a8-1460-4f4b-a183-b7d8b117fe9f {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:24.454273 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd', 'status': 'completed', 'code': 200} Sep 09 06:46:24.533075 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6e527-a70b-42e1-8536-584f90db15ec req-4972251a-e9de-474d-a118-67a30f191f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.534792 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-73d6e527-a70b-42e1-8536-584f90db15ec req-4972251a-e9de-474d-a118-67a30f191f90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 1096 time: 0.0441480 Sep 09 06:46:24.639875 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6e527-a70b-42e1-8536-584f90db15ec req-b3a4ee3b-1c62-4185-b4df-1d14635afc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.641329 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-73d6e527-a70b-42e1-8536-584f90db15ec req-b3a4ee3b-1c62-4185-b4df-1d14635afc2b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=71bd4977e52540ab9e344955bb3514e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945475 Sep 09 06:46:24.758222 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6e527-a70b-42e1-8536-584f90db15ec req-1bef3351-4f92-4b01-ab90-784d39bf818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.759724 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-73d6e527-a70b-42e1-8536-584f90db15ec req-1bef3351-4f92-4b01-ab90-784d39bf818d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0977013 Sep 09 06:46:24.838790 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-c38bbeed-52bb-426b-a763-84985dabe1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.840331 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-c38bbeed-52bb-426b-a763-84985dabe1d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 1096 time: 0.0411115 Sep 09 06:46:24.890471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-a703b667-aac1-420c-8f6a-a4e11f337dae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00e3528c-0984-44de-9bd7-925f2579bedd HTTP/1.1" status: 200 len: 217 time: 0.0374494 Sep 09 06:46:24.951781 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-c4c09702-9061-4248-a52e-475bdab622de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:24.953272 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-c4c09702-9061-4248-a52e-475bdab622de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=096be6df-f16d-4408-80b6-148ec796c7e6 HTTP/1.1" status: 200 len: 854 time: 0.0474420 Sep 09 06:46:24.991394 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-f2e19ba7-173c-4346-9c62-4b9ece66bd9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291934 Sep 09 06:46:25.093817 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-a766d96b-cc6c-4e5a-ab27-cb6baf2a9697 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937212 Sep 09 06:46:25.194006 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6816cad-51ba-4728-8ab0-110fa71874e5 req-9e280e7a-df3a-416b-adc6-7a22ec25c39e service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909362 Sep 09 06:46:25.368464 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ce3f-6dd5-46a5-9b53-9b668a1f6bfd req-18e34a02-87c5-44e5-9757-3c26993382f0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:25.370122 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e22ce3f-6dd5-46a5-9b53-9b668a1f6bfd req-18e34a02-87c5-44e5-9757-3c26993382f0 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 943 time: 0.0555012 Sep 09 06:46:25.415432 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e22ce3f-6dd5-46a5-9b53-9b668a1f6bfd req-8f2ab26b-ee68-4ccd-bf97-e1a68ec76ffa tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Sep 09 06:46:25.528177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee801d6-ab0e-4874-86b1-9881bc654540 req-30d9b49b-3312-4fd2-be0c-a67c9e3de9dd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:25.529706 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ee801d6-ab0e-4874-86b1-9881bc654540 req-30d9b49b-3312-4fd2-be0c-a67c9e3de9dd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0569506 Sep 09 06:46:25.575312 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ee801d6-ab0e-4874-86b1-9881bc654540 req-1b7ff764-fa1c-45ea-9881-fa7a2d4f28ea tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Sep 09 06:46:25.690434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e9085-3ce4-44aa-b30e-be9de4a7174e req-2ec4ac9f-cbb8-4075-8c14-0f8908dcbff1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:25.691881 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6f3e9085-3ce4-44aa-b30e-be9de4a7174e req-2ec4ac9f-cbb8-4075-8c14-0f8908dcbff1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0490217 Sep 09 06:46:25.731754 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6f3e9085-3ce4-44aa-b30e-be9de4a7174e req-8a655dd2-c1fe-4400-8865-4ccba8c177e4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Sep 09 06:46:26.528589 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7dabd-0756-4d74-b482-c247cf08b273 req-6005f522-7b59-4d9f-85fd-3be9ecc6f82c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:26.530026 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9eb7dabd-0756-4d74-b482-c247cf08b273 req-6005f522-7b59-4d9f-85fd-3be9ecc6f82c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 943 time: 0.0466278 Sep 09 06:46:26.567865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9eb7dabd-0756-4d74-b482-c247cf08b273 req-b9ff6624-2e7f-43d5-92cd-a2004ac67929 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Sep 09 06:46:26.696582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57e9e-535e-47c7-9c2a-0c200c8aa008 req-a465eaed-b544-4725-96ad-4ec7f5cfb163 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:26.698084 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2dc57e9e-535e-47c7-9c2a-0c200c8aa008 req-a465eaed-b544-4725-96ad-4ec7f5cfb163 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Sep 09 06:46:26.738799 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2dc57e9e-535e-47c7-9c2a-0c200c8aa008 req-01e8313b-59a9-432a-986f-f0a4fcb92b8d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Sep 09 06:46:26.859785 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd81945-c127-4d78-bfc0-32f45789f85f req-fe00e946-b29d-46b1-8ff6-06e26671ee98 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:26.861165 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6dd81945-c127-4d78-bfc0-32f45789f85f req-fe00e946-b29d-46b1-8ff6-06e26671ee98 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0479417 Sep 09 06:46:26.900981 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6dd81945-c127-4d78-bfc0-32f45789f85f req-d14988e3-41ea-4f70-ab3f-7e8f2c405578 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Sep 09 06:46:27.221880 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-25f08863-60c6-4c01-8b3d-70df587e6358 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=62ee8073976e42ce8febf81ebb738ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299256 Sep 09 06:46:27.404681 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-eadcef6a-5ab1-4558-a95b-8736c2b0e8fa tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:27.406135 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-eadcef6a-5ab1-4558-a95b-8736c2b0e8fa tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786041 Sep 09 06:46:27.420716 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-c387970b-ec4f-4230-b7d5-247d27381352 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/quotas/62ee8073976e42ce8febf81ebb738ed7 HTTP/1.1" status: 200 len: 375 time: 0.0088441 Sep 09 06:46:27.454722 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-6c32b929-0019-4933-99c9-24f962fc91f8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=62ee8073976e42ce8febf81ebb738ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286677 Sep 09 06:46:27.691986 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcf490-684d-4d44-9ada-87fa7ac5a3e3 req-9c9e6981-cf36-43bb-83a0-76b2234d5c69 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:27.693476 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87dcf490-684d-4d44-9ada-87fa7ac5a3e3 req-9c9e6981-cf36-43bb-83a0-76b2234d5c69 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 943 time: 0.0531132 Sep 09 06:46:27.745589 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a6d046e8-50ff-49fd-876b-63e3162a7d76 req-68b4d272-16b3-4ecb-85e9-8765581f5220 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 210 time: 0.0428631 Sep 09 06:46:27.783985 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87dcf490-684d-4d44-9ada-87fa7ac5a3e3 req-00518eab-f2bc-4e50-970f-f4578e6730e9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801554 Sep 09 06:46:27.902537 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e86f5-25dc-47ed-9f96-9e252cb534ae req-6ad693ba-e643-4204-9d60-9bc65fceef12 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:27.904144 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d37e86f5-25dc-47ed-9f96-9e252cb534ae req-6ad693ba-e643-4204-9d60-9bc65fceef12 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0701196 Sep 09 06:46:27.948085 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d37e86f5-25dc-47ed-9f96-9e252cb534ae req-c112e341-36c9-4410-a7c6-6afef5d0c6e0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Sep 09 06:46:28.025135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454096bb-0235-4621-8378-da2e1393762f req-65be86a2-450c-4bed-8ed0-2d878e4f744d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:28.027064 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-454096bb-0235-4621-8378-da2e1393762f req-65be86a2-450c-4bed-8ed0-2d878e4f744d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0498903 Sep 09 06:46:28.071685 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-454096bb-0235-4621-8378-da2e1393762f req-1b66ee71-574e-4071-9cd3-eeecc5510533 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Sep 09 06:46:28.843484 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e3beba4f-cd34-4be0-b209-c9387aa76c4d req-169ead24-9564-4510-a915-9481128ef3ad tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 210 time: 0.0276697 Sep 09 06:46:28.924796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e3d9-5eb6-4cec-84ee-e9efaad1d311 req-7d6ff212-de6a-408d-a237-aa57418e1538 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:28.926063 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f068e3d9-5eb6-4cec-84ee-e9efaad1d311 req-7d6ff212-de6a-408d-a237-aa57418e1538 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 943 time: 0.0508668 Sep 09 06:46:28.978597 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f068e3d9-5eb6-4cec-84ee-e9efaad1d311 req-a49cc963-d519-4bc1-9a94-b436488ccea5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Sep 09 06:46:29.079927 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b590e22-9ee8-464d-9e05-4db58a0c0eeb req-b7f7b632-6617-4dd7-b3e1-76c1edf428f6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:29.081383 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0b590e22-9ee8-464d-9e05-4db58a0c0eeb req-b7f7b632-6617-4dd7-b3e1-76c1edf428f6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Sep 09 06:46:29.121904 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0b590e22-9ee8-464d-9e05-4db58a0c0eeb req-4f2bb6e4-2c5c-423e-8c89-99dd0e11100e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Sep 09 06:46:29.234390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21197b1-2a0f-488e-92c6-626bc218c212 req-daa30fe7-acdc-401a-9806-c73497fe4751 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:29.235908 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a21197b1-2a0f-488e-92c6-626bc218c212 req-daa30fe7-acdc-401a-9806-c73497fe4751 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0537698 Sep 09 06:46:29.274906 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a21197b1-2a0f-488e-92c6-626bc218c212 req-87ccc5be-297d-4e7e-b994-9a0261326d41 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Sep 09 06:46:29.430139 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 00e3528c-0984-44de-9bd7-925f2579bedd details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:46:29.529573 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00e3528c-0984-44de-9bd7-925f2579bedd,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:29.541641 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '00e3528c-0984-44de-9bd7-925f2579bedd', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'port_id': '00e3528c-0984-44de-9bd7-925f2579bedd', 'mac_address': 'fa:16:3e:54:67:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096be6df-f16d-4408-80b6-148ec796c7e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:46:29.573962 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56364) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:29.583886 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:29.597641 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e3528c-0984-44de-9bd7-925f2579bedd {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:29.617568 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00e3528c-0984-44de-9bd7-925f2579bedd,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:29.693933 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-196878c3-3e06-4f3d-b7ca-80399bd029b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:29.696840 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:29.750252 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:29.758164 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.758612 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.764086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:46:29.793165 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4808f3cd-d5f7-49ca-8be0-f5956cb26d9d tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=62ee8073976e42ce8febf81ebb738ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319633 Sep 09 06:46:29.802009 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-196878c3-3e06-4f3d-b7ca-80399bd029b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:29.912675 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-9320223b-bb42-4932-8c58-b5d605e53e54 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:29.912675 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-9320223b-bb42-4932-8c58-b5d605e53e54 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069815 Sep 09 06:46:29.920096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-196878c3-3e06-4f3d-b7ca-80399bd029b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:29.945255 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Request body: {'port': {'device_id': 'b7871e57-1058-4e64-af77-ac30e863d333', 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57', 'admin_state_up': True, 'tenant_id': '62ee8073976e42ce8febf81ebb738ed7'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:29.950443 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c0f38316-3039-4245-ac20-c26540bab796 req-f2082204-d5a9-4cc6-9b8c-d033cdd89da8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 210 time: 0.0352354 Sep 09 06:46:29.958241 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-196878c3-3e06-4f3d-b7ca-80399bd029b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc8a0a93e1314f1489a9fa290833a82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826058 Sep 09 06:46:29.964931 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56370) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:29.970647 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196878c3-3e06-4f3d-b7ca-80399bd029b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7135a60-e49d-4fb8-a055-e17f9fb34f7f,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:30.021149 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.035631 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['00e3528c-0984-44de-9bd7-925f2579bedd'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:30.051873 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.126052 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a64c-133e-49b2-bb68-03c2de862565 req-97707881-adf0-4141-bd1b-d78409cda9e9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:30.127760 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8db0a64c-133e-49b2-bb68-03c2de862565 req-97707881-adf0-4141-bd1b-d78409cda9e9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 944 time: 0.0502660 Sep 09 06:46:30.137441 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.141227 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.142395 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7135a60-e49d-4fb8-a055-e17f9fb34f7f HTTP/1.1" status: 204 len: 168 time: 0.1765540 Sep 09 06:46:30.143143 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Made reservation on behalf of 62ee8073976e42ce8febf81ebb738ed7 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:46:30.147169 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.171270 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529080ea-4ff6-431b-908e-207cca98bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7135a60-e49d-4fb8-a055-e17f9fb34f7f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:30.187361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.269403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8db0a64c-133e-49b2-bb68-03c2de862565 req-8cb6d313-64f2-41dc-a512-7bc851a85e26 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Sep 09 06:46:30.308804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774838c-818b-425b-9bf7-ad072dd9bc10 req-8c17d46b-d3d3-4830-8119-12ebbe18464b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:30.310381 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1774838c-818b-425b-9bf7-ad072dd9bc10 req-8c17d46b-d3d3-4830-8119-12ebbe18464b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Sep 09 06:46:30.387045 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1774838c-818b-425b-9bf7-ad072dd9bc10 req-0a798e5d-eeb7-4fdc-9e15-5e7dd004319a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662184 Sep 09 06:46:30.414451 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.434417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f081c8-7ff4-411e-b9a4-8e94c0e871db req-ae66ed54-05c9-4b4c-9158-f58c9a09a3ab tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:30.436028 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87f081c8-7ff4-411e-b9a4-8e94c0e871db req-ae66ed54-05c9-4b4c-9158-f58c9a09a3ab tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0727649 Sep 09 06:46:30.473939 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-87f081c8-7ff4-411e-b9a4-8e94c0e871db req-7ff0bdcf-7fd1-4d94-bea7-6e021e9c2a2a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Sep 09 06:46:30.475435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.550936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:30.635165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Allocated IP 192.168.233.34 (1ff1b060-ef01-4140-9684-89d079c18a57/3259b94c-ae78-4c44-9959-aadc97d9552b/95b8e56c-a830-41c8-8f0e-d5d93437a4aa) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:46:30.795744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.813034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Transition to ACTIVE for port object 95b8e56c-a830-41c8-8f0e-d5d93437a4aa will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:46:30.908924 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:30.953793 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Network 1ff1b060-ef01-4140-9684-89d079c18a57 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:46:30.956828 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:46:30.960784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:46:30.994270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Pushing event updated for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:31.016969 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:31.019606 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.082524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64bbf-9e5c-495d-b307-7050016aae7f req-1cac246e-a341-4346-9d65-10bbb9a3e824 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:31.082524 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69f64bbf-9e5c-495d-b307-7050016aae7f req-1cac246e-a341-4346-9d65-10bbb9a3e824 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 935 time: 0.0498722 Sep 09 06:46:31.103692 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-4caea162-90a9-4edc-a8f0-5f031fc3be7b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1624408 Sep 09 06:46:31.122066 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Request body: {'port': {'device_id': 'b7871e57-1058-4e64-af77-ac30e863d333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:46:31.152507 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69f64bbf-9e5c-495d-b307-7050016aae7f req-ef9d5ade-4452-4fdd-b068-8f9f7f965771 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618951 Sep 09 06:46:31.186483 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.279567 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ad276321-349d-45f2-8f0b-128dcf2449d7 None None] Provisioning for port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:46:31.283912 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ad276321-349d-45f2-8f0b-128dcf2449d7 None None] Provisioning complete for port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:46:31.288885 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ad276321-349d-45f2-8f0b-128dcf2449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.348812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-ad276321-349d-45f2-8f0b-128dcf2449d7 None None] Port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:46:31.443893 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 00e3528c-0984-44de-9bd7-925f2579bedd up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:46:31.453779 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7be178-084f-4b5c-afe7-332234bd10ba req-675f034b-11c9-46c4-933d-4ec0c1d65d47 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:31.455284 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6c7be178-084f-4b5c-afe7-332234bd10ba req-675f034b-11c9-46c4-933d-4ec0c1d65d47 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 944 time: 0.0745013 Sep 09 06:46:31.548064 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 00e3528c-0984-44de-9bd7-925f2579bedd completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:46:31.552347 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 00e3528c-0984-44de-9bd7-925f2579bedd triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:46:31.552719 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.656598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.686024 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:31.688290 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff5c54-4c0c-48af-9582-b64807e04c49" -d '{"events": [{"server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "name": "network-vif-plugged", "status": "completed", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:31.704252 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00e3528c-0984-44de-9bd7-925f2579bedd,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:31.771406 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.787351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b8e56c-a830-41c8-8f0e-d5d93437a4aa {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:31.794770 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56436) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:31.802598 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.810834 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6c7be178-084f-4b5c-afe7-332234bd10ba req-365a07fd-5b71-44cc-9c4a-7872681f583c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323441 Sep 09 06:46:31.821505 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85ee3-d152-4cf9-8f79-abfdccea61e9 req-79ef192c-7c6b-4f77-9cdd-3c0aa1030827 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:31.823429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5e85ee3-d152-4cf9-8f79-abfdccea61e9 req-79ef192c-7c6b-4f77-9cdd-3c0aa1030827 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.3643234 Sep 09 06:46:31.825544 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:31.831275 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Transition to ACTIVE for port object 95b8e56c-a830-41c8-8f0e-d5d93437a4aa will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:46:31.893312 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5e85ee3-d152-4cf9-8f79-abfdccea61e9 req-1a56eb84-c308-4541-94b5-65e804776cbe tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466409 Sep 09 06:46:31.909131 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.931210 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac50-a68d-4b12-b399-9589e645bd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:31.948853 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d458c9e0-9a7a-4919-b86c-b33d13866180 x-openstack-request-id: req-d458c9e0-9a7a-4919-b86c-b33d13866180 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:31.949145 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "name": "network-vif-plugged", "status": "completed", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:31.949404 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d458c9e0-9a7a-4919-b86c-b33d13866180 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:31.952405 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd', 'code': 200} Sep 09 06:46:31.982910 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Pushing event updated for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:32.019395 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897a9aa-de97-42d8-b892-d1fb2ebeb00f req-5eec940f-54b9-4a67-90f8-46d10127aae4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.021200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d897a9aa-de97-42d8-b892-d1fb2ebeb00f req-5eec940f-54b9-4a67-90f8-46d10127aae4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.1438589 Sep 09 06:46:32.056254 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac50-a68d-4b12-b399-9589e645bd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.093921 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d897a9aa-de97-42d8-b892-d1fb2ebeb00f req-9903aeb8-8c74-4a04-8c3e-8c60fc643d4c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526397 Sep 09 06:46:32.099219 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Attempting to bind port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:46:32.099622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Attempting to bind port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:46:32.100016 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Attempting to bind port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa on network 1ff1b060-ef01-4140-9684-89d079c18a57 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:32.105435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa on network 1ff1b060-ef01-4140-9684-89d079c18a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:46:32.105818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Attempting to bind port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa on network 1ff1b060-ef01-4140-9684-89d079c18a57 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:46:32.111582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:46:32.111935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Checking segment: {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:46:32.112461 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Bound using segment: {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:46:32.112721 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Bound port: 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad21d9-adae-4532-a771-82b60ffcaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:46:32.113081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.126129 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c91ac50-a68d-4b12-b399-9589e645bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.157633 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-0c91ac50-a68d-4b12-b399-9589e645bd56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c3e7d513c774cb887b2c30080b0f71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617620 Sep 09 06:46:32.161012 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 56444) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:32.176085 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91ac50-a68d-4b12-b399-9589e645bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6975c0e-50e8-4505-935e-be012c20e956,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:32.218731 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:46:32.234111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:46:32.253957 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.308143 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.326654 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.380053 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.380684 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.382072 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] 10.222.0.35 "PUT /v2.0/ports/95b8e56c-a830-41c8-8f0e-d5d93437a4aa HTTP/1.1" status: 200 len: 1097 time: 1.2653513 Sep 09 06:46:32.383457 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:32.386283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343" -d '{"events": [{"name": "network-changed", "server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:32.425340 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c368b67-fb96-4d49-a24b-34c0c636afc0 req-652fd2a9-ae33-4036-b2a9-3655b667e3bb tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.426865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c368b67-fb96-4d49-a24b-34c0c636afc0 req-652fd2a9-ae33-4036-b2a9-3655b667e3bb tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 947 time: 0.1851647 Sep 09 06:46:32.434540 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da4eb-42fe-46e5-8f0a-099a8da4cae2 req-5a9810fc-bcc9-4957-b791-72bc3b28134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.436025 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd3da4eb-42fe-46e5-8f0a-099a8da4cae2 req-5a9810fc-bcc9-4957-b791-72bc3b28134f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 1098 time: 0.1841304 Sep 09 06:46:32.441003 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e65e09-c5e0-4bcf-8048-2917e9dbe8c9 x-openstack-request-id: req-61e65e09-c5e0-4bcf-8048-2917e9dbe8c9 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:32.441300 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:32.441550 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61e65e09-c5e0-4bcf-8048-2917e9dbe8c9 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:32.441937 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa', 'status': 'completed', 'code': 200} Sep 09 06:46:32.448935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3d8b-4c7e-4c4a-8ee3-f2ae6c047f19 service neutron] Pushing event updated for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:32.531579 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c368b67-fb96-4d49-a24b-34c0c636afc0 req-f22ef09a-2fbb-46b7-9566-2d7d96e657ad tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922043 Sep 09 06:46:32.539961 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd3da4eb-42fe-46e5-8f0a-099a8da4cae2 req-4145dfc8-e11a-4142-8ab3-c550ba179e81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792179 Sep 09 06:46:32.548753 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343 req-a9f28547-8de1-469d-aa87-733d2632d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.550226 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343 req-a9f28547-8de1-469d-aa87-733d2632d866 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62ee8073976e42ce8febf81ebb738ed7&device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 1100 time: 0.0800600 Sep 09 06:46:32.582467 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.584974 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:32.586040 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6975c0e-50e8-4505-935e-be012c20e956 HTTP/1.1" status: 204 len: 168 time: 0.4241009 Sep 09 06:46:32.593916 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab556e3f-2a69-48dd-9926-9fdcb7b9f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6975c0e-50e8-4505-935e-be012c20e956,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:32.774206 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343 req-29961491-2505-45fd-9322-f033ab20a968 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=62ee8073976e42ce8febf81ebb738ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201719 Sep 09 06:46:32.879016 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343 req-738fded9-8f67-47d8-b998-1a03370eae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.880425 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85e5b53f-33d9-46d7-bb4b-be1d5d0b3343 req-738fded9-8f67-47d8-b998-1a03370eae4f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0989063 Sep 09 06:46:32.983709 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f29287-decc-4cc8-8e97-d8bbd2674919 req-f5359f76-c410-47f6-8966-828cabc2cad3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:32.985303 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40f29287-decc-4cc8-8e97-d8bbd2674919 req-f5359f76-c410-47f6-8966-828cabc2cad3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 945 time: 0.0938118 Sep 09 06:46:33.032806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-2910955f-6a9a-42d3-8904-5ced6d67f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.034266 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-2910955f-6a9a-42d3-8904-5ced6d67f3be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62ee8073976e42ce8febf81ebb738ed7&device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 1100 time: 0.1005557 Sep 09 06:46:33.089471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40f29287-decc-4cc8-8e97-d8bbd2674919 req-bba502f0-330b-41a1-b875-0051edfc1c1a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942121 Sep 09 06:46:33.091758 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-9bd9919e-4895-4d2b-be02-4e52d170b111 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa HTTP/1.1" status: 200 len: 217 time: 0.0462711 Sep 09 06:46:33.102298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c3812-6ae2-41b3-b91b-d5b9f1fa5941 req-357931b6-a271-445c-9c16-354dd98fab24 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.104320 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db1c3812-6ae2-41b3-b91b-d5b9f1fa5941 req-357931b6-a271-445c-9c16-354dd98fab24 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.1309822 Sep 09 06:46:33.169966 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-8c241efc-d336-43fa-b887-6e61c098a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.171437 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-8c241efc-d336-43fa-b887-6e61c098a78f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3259b94c-ae78-4c44-9959-aadc97d9552b HTTP/1.1" status: 200 len: 843 time: 0.0662820 Sep 09 06:46:33.184225 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db1c3812-6ae2-41b3-b91b-d5b9f1fa5941 req-7f031e9d-cb22-4e61-b1f8-6b8a980ab3bc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Sep 09 06:46:33.248446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7934e-0544-4437-8013-b52f3de67a2e req-ecbbe20a-6033-441a-8c9a-30f88b536b4b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.249934 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e1d7934e-0544-4437-8013-b52f3de67a2e req-ecbbe20a-6033-441a-8c9a-30f88b536b4b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0817420 Sep 09 06:46:33.265698 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-46860add-75d5-416a-800c-a9a4ff0544d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.267146 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-46860add-75d5-416a-800c-a9a4ff0544d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ff1b060-ef01-4140-9684-89d079c18a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0693400 Sep 09 06:46:33.314324 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e1d7934e-0544-4437-8013-b52f3de67a2e req-7d5981e8-8246-49fc-87b3-6ccc36dc15f9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583398 Sep 09 06:46:33.372008 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-282f99ef-9a3e-42b8-b5ee-8a3206ac2d68 service neutron] 10.222.0.35 "GET /v2.0/networks/1ff1b060-ef01-4140-9684-89d079c18a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927341 Sep 09 06:46:33.464024 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a65ca6b-3a00-4e7f-afb2-855d17b13b6e req-69abdd3f-8e8a-4835-981f-053f1560c2be service neutron] 10.222.0.35 "GET /v2.0/networks/1ff1b060-ef01-4140-9684-89d079c18a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832055 Sep 09 06:46:33.647178 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca80-fb49-4d46-bc70-ba5053c76d66 req-684aafe9-a21a-4759-afb0-934d5a62b546 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:33.647178 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-178aca80-fb49-4d46-bc70-ba5053c76d66 req-684aafe9-a21a-4759-afb0-934d5a62b546 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 947 time: 0.0471141 Sep 09 06:46:33.681082 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-178aca80-fb49-4d46-bc70-ba5053c76d66 req-6faa00f2-cd13-438a-a157-8c3eed3482f8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299797 Sep 09 06:46:34.200618 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ab-1b1d-4660-97ec-fca88499a05e req-af1192f0-38f7-4008-8172-de8e76e20c19 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:34.202043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-158e76ab-1b1d-4660-97ec-fca88499a05e req-af1192f0-38f7-4008-8172-de8e76e20c19 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 945 time: 0.0470102 Sep 09 06:46:34.243937 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-158e76ab-1b1d-4660-97ec-fca88499a05e req-940cc1ac-f1c8-47cb-9e31-4df41bfaba77 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Sep 09 06:46:34.294689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2ccad-50c8-45c6-b2d9-11f2e4d0abcd req-08f7488d-a5ad-42d2-9ebc-f03acc12c045 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:34.296202 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52f2ccad-50c8-45c6-b2d9-11f2e4d0abcd req-08f7488d-a5ad-42d2-9ebc-f03acc12c045 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0466664 Sep 09 06:46:34.333539 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52f2ccad-50c8-45c6-b2d9-11f2e4d0abcd req-695b3080-d976-4e5e-8927-99e2233fa440 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Sep 09 06:46:34.432017 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651999c-7cfa-4fc7-8bb1-8f97338954ac req-310ca955-c373-4c4a-9f44-4973a242757a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:34.433495 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d651999c-7cfa-4fc7-8bb1-8f97338954ac req-310ca955-c373-4c4a-9f44-4973a242757a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0475876 Sep 09 06:46:34.469920 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d651999c-7cfa-4fc7-8bb1-8f97338954ac req-2936a0a5-7164-4a1c-a759-7197f819c79e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Sep 09 06:46:34.805044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb2a71-d412-406f-a6b0-189226b4a76d req-9eec806a-43ea-495c-ac2a-05983277ec1b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:34.806585 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abdb2a71-d412-406f-a6b0-189226b4a76d req-9eec806a-43ea-495c-ac2a-05983277ec1b tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 947 time: 0.0583739 Sep 09 06:46:34.848442 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abdb2a71-d412-406f-a6b0-189226b4a76d req-1ec05781-a2b6-433e-9f06-3648c2d49f70 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Sep 09 06:46:35.444978 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdac83-7dde-4fdc-b613-f11fbd3102fc req-74943663-f679-4f4c-b0fd-0ba6f9f202cc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:35.447231 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b4bdac83-7dde-4fdc-b613-f11fbd3102fc req-74943663-f679-4f4c-b0fd-0ba6f9f202cc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Sep 09 06:46:35.484444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b4bdac83-7dde-4fdc-b613-f11fbd3102fc req-8d25870b-db28-46f7-8db3-6e6173b4b166 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Sep 09 06:46:35.585955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24281bb1-1ccb-47c5-8c56-4368b4907469 req-02b26ea3-16fd-40f8-9615-7ef2d9e31f27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:35.587332 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24281bb1-1ccb-47c5-8c56-4368b4907469 req-02b26ea3-16fd-40f8-9615-7ef2d9e31f27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0474765 Sep 09 06:46:35.623580 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24281bb1-1ccb-47c5-8c56-4368b4907469 req-50c455e0-5061-4ba3-99c7-5f973980a602 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Sep 09 06:46:35.960182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966f90-425f-497f-81bd-99005da04b41 req-f8c04f39-8009-4320-848f-10152e523cb7 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:35.961665 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3f966f90-425f-497f-81bd-99005da04b41 req-f8c04f39-8009-4320-848f-10152e523cb7 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 947 time: 0.0475821 Sep 09 06:46:36.002913 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3f966f90-425f-497f-81bd-99005da04b41 req-ea256c4c-7290-467a-a7fe-351d11f3e742 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Sep 09 06:46:36.601018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337e4e-c05a-4f39-a8d2-c6540a4bb177 req-b42e1942-a6a6-427e-a65a-b499fc3a886a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:36.602522 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b9337e4e-c05a-4f39-a8d2-c6540a4bb177 req-b42e1942-a6a6-427e-a65a-b499fc3a886a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0496829 Sep 09 06:46:36.639720 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b9337e4e-c05a-4f39-a8d2-c6540a4bb177 req-455ff5b6-1898-4cc3-93d3-41c2364d8f6f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 09 06:46:36.745205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98951bf-9695-43fd-9cbf-e83d9a5f0184 req-12a25892-dff8-4c67-a021-d7d48482aef6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:36.748823 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b98951bf-9695-43fd-9cbf-e83d9a5f0184 req-12a25892-dff8-4c67-a021-d7d48482aef6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0513427 Sep 09 06:46:36.785180 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b98951bf-9695-43fd-9cbf-e83d9a5f0184 req-d170744c-e239-477d-9a41-8c91c088cb7e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Sep 09 06:46:37.050730 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7d9a56aa-6813-4bf8-a43e-53a0a3e910fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:37.127024 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72d502-9cc2-4dab-b8a4-f766b640d1b3 req-9d9240a4-0a04-4838-99fb-b2df3c8ebaa0 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:37.128706 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f72d502-9cc2-4dab-b8a4-f766b640d1b3 req-9d9240a4-0a04-4838-99fb-b2df3c8ebaa0 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 947 time: 0.0497265 Sep 09 06:46:37.178813 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f72d502-9cc2-4dab-b8a4-f766b640d1b3 req-f94dd5af-07b3-4ecf-890b-1bc34da693d6 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Sep 09 06:46:37.480540 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 95b8e56c-a830-41c8-8f0e-d5d93437a4aa details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:46:37.585367 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:37.597386 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa', 'network_id': '1ff1b060-ef01-4140-9684-89d079c18a57', 'port_id': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa', 'mac_address': 'fa:16:3e:5e:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3259b94c-ae78-4c44-9959-aadc97d9552b', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:46:37.618866 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7727e7-5af2-4c05-ac8e-1a57110b86f5 req-b4e8876f-883b-447e-b130-34c3a903230c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:37.618866 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ca7727e7-5af2-4c05-ac8e-1a57110b86f5 req-b4e8876f-883b-447e-b130-34c3a903230c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Sep 09 06:46:37.639739 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:37.650899 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ca7727e7-5af2-4c05-ac8e-1a57110b86f5 req-7475a3e7-2e3b-4206-b7de-252eee022942 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Sep 09 06:46:37.653540 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b8e56c-a830-41c8-8f0e-d5d93437a4aa {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:37.674331 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:37.742493 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:37.756710 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8442b5-5a40-47fa-82c5-35b32895cd17 req-403d750e-9b04-47c5-b7fc-1c337140f2e3 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:37.758276 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e8442b5-5a40-47fa-82c5-35b32895cd17 req-403d750e-9b04-47c5-b7fc-1c337140f2e3 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Sep 09 06:46:37.791905 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:37.797626 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e8442b5-5a40-47fa-82c5-35b32895cd17 req-c80281f5-1d5c-479c-a4df-1e49da0c0e06 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Sep 09 06:46:37.900101 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83d04-748f-4e09-b6c7-b05f17e31dcc req-b96c28bf-2f2f-4205-a8c2-dd32d3793ade tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:37.901806 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-70b83d04-748f-4e09-b6c7-b05f17e31dcc req-b96c28bf-2f2f-4205-a8c2-dd32d3793ade tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0470345 Sep 09 06:46:37.941699 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-70b83d04-748f-4e09-b6c7-b05f17e31dcc req-d033c193-d4b8-4642-9601-b289c6429c1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Sep 09 06:46:38.246872 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['95b8e56c-a830-41c8-8f0e-d5d93437a4aa'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:38.323718 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeeb54-1474-480c-a284-2365fd25c2aa req-5c05c971-f10a-4504-bb39-894e67151483 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:38.325221 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ebaeeb54-1474-480c-a284-2365fd25c2aa req-5c05c971-f10a-4504-bb39-894e67151483 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 948 time: 0.0795879 Sep 09 06:46:38.392149 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ebaeeb54-1474-480c-a284-2365fd25c2aa req-a9170f6a-eac3-49b2-8668-d31e80e02110 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602710 Sep 09 06:46:38.398278 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44244-7ba7-431e-92e7-9d30031ec260 req-b0f700ec-33c9-40a8-84ea-0dc5636aebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:38.399870 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2e44244-7ba7-431e-92e7-9d30031ec260 req-b0f700ec-33c9-40a8-84ea-0dc5636aebbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0657570 Sep 09 06:46:38.436971 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2e44244-7ba7-431e-92e7-9d30031ec260 req-f272288f-0c7b-4c7d-8be8-3007228446da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287709 Sep 09 06:46:38.767665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6958b-5881-43f3-9030-a95ab6861675 req-60554431-32de-42fa-81aa-69892cca2512 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:38.769190 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-efe6958b-5881-43f3-9030-a95ab6861675 req-60554431-32de-42fa-81aa-69892cca2512 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Sep 09 06:46:38.806169 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-efe6958b-5881-43f3-9030-a95ab6861675 req-9a22f8f9-47ac-4e79-9fe8-c481f7e1fae2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307620 Sep 09 06:46:38.912377 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f9e5d-88be-4023-9754-743d543017a0 req-9f8d39c1-de40-45ff-8269-acab66bdb772 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:38.914152 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d78f9e5d-88be-4023-9754-743d543017a0 req-9f8d39c1-de40-45ff-8269-acab66bdb772 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0501218 Sep 09 06:46:38.954003 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d78f9e5d-88be-4023-9754-743d543017a0 req-eb4faad4-7269-4471-8fe3-f5e7b86901f4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Sep 09 06:46:39.064071 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afef61-844e-4764-9ca8-284b5d21f32a req-facb2375-15df-4233-a7f6-afbb8d17b64f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:39.066685 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-14afef61-844e-4764-9ca8-284b5d21f32a req-facb2375-15df-4233-a7f6-afbb8d17b64f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0480428 Sep 09 06:46:39.101517 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-14afef61-844e-4764-9ca8-284b5d21f32a req-f819ac6c-151b-4dce-ba6d-d6da02bb2de0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299916 Sep 09 06:46:39.513458 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7bb0-5f30-40de-b1ea-b93796f251bc req-4f61d029-877e-4dd2-aeb0-f06346671aac tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:39.514980 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-028e7bb0-5f30-40de-b1ea-b93796f251bc req-4f61d029-877e-4dd2-aeb0-f06346671aac tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 948 time: 0.0504313 Sep 09 06:46:39.518263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 95b8e56c-a830-41c8-8f0e-d5d93437a4aa up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:46:39.553815 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-028e7bb0-5f30-40de-b1ea-b93796f251bc req-e484aac6-9497-4449-8ae4-f573a7a9fc75 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Sep 09 06:46:39.628225 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0153425e-5387-461e-a50e-9479ebba39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:39.629742 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:46:39.634356 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:46:39.634713 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:39.713052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:39.734413 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:39.736622 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568d3f5-e6f2-4e56-b1f6-6f17125be993" -d '{"events": [{"server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "name": "network-vif-plugged", "status": "completed", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:39.748802 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:39.775318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3068b-7bfa-4c40-ba45-8ed323714a9a x-openstack-request-id: req-09f3068b-7bfa-4c40-ba45-8ed323714a9a {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:39.775766 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "name": "network-vif-plugged", "status": "completed", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:39.776080 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09f3068b-7bfa-4c40-ba45-8ed323714a9a {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:39.776734 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa', 'code': 200} Sep 09 06:46:39.811011 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:39.860675 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:39.920402 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e40a-6366-48b5-8263-e749ac19bebb req-f871a65f-ebb2-47ec-94e6-b9a0d69754c4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:39.921883 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd63e40a-6366-48b5-8263-e749ac19bebb req-f871a65f-ebb2-47ec-94e6-b9a0d69754c4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0471814 Sep 09 06:46:39.965076 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd63e40a-6366-48b5-8263-e749ac19bebb req-0c607380-a2ec-4da2-95dd-1a137167a2f6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Sep 09 06:46:40.078558 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f191fc-9444-40dc-8d2d-0539b39dea09 req-c6eb2e22-8695-44f0-ad7b-55e38908bd1c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:40.080018 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-58f191fc-9444-40dc-8d2d-0539b39dea09 req-c6eb2e22-8695-44f0-ad7b-55e38908bd1c tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0572393 Sep 09 06:46:40.107958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:40.135923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-58f191fc-9444-40dc-8d2d-0539b39dea09 req-0ede0840-eabe-428d-a106-18fec6da3642 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Sep 09 06:46:40.137695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6315bf4-8a42-4678-b49e-5eaaf8d16255 req-bfbe4c5c-b754-4a40-80b2-2ac15e62af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:40.139116 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6315bf4-8a42-4678-b49e-5eaaf8d16255 req-bfbe4c5c-b754-4a40-80b2-2ac15e62af71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 1102 time: 0.0792906 Sep 09 06:46:40.180077 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6315bf4-8a42-4678-b49e-5eaaf8d16255 req-fd2e1e4e-a576-4f38-80b6-567ee488c9bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291846 Sep 09 06:46:40.225593 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfb8b8-e53e-4dbb-990f-d2ce29efc503 req-c1b1fbee-5bd1-447a-adaa-18315c552e58 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:40.227084 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5cfb8b8-e53e-4dbb-990f-d2ce29efc503 req-c1b1fbee-5bd1-447a-adaa-18315c552e58 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0456641 Sep 09 06:46:40.263957 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5cfb8b8-e53e-4dbb-990f-d2ce29efc503 req-ba97e6fe-6bd0-430d-b1b9-28219382e0c3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304399 Sep 09 06:46:40.662070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:40.666066 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2c257-36fa-4c8a-a028-38b8ab6ea4a5 req-851e4ee7-d3c4-469e-8685-6f20c6fa0c7c tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:40.667542 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5df2c257-36fa-4c8a-a028-38b8ab6ea4a5 req-851e4ee7-d3c4-469e-8685-6f20c6fa0c7c tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0478909 Sep 09 06:46:40.703608 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5df2c257-36fa-4c8a-a028-38b8ab6ea4a5 req-45a4c875-5787-41d0-9abf-9b94ab4cf623 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Sep 09 06:46:41.079055 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261af6-61b3-4462-8541-848aaee1a0ea req-30ea3975-c922-445d-af58-44ad950d4966 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:41.080478 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e261af6-61b3-4462-8541-848aaee1a0ea req-30ea3975-c922-445d-af58-44ad950d4966 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Sep 09 06:46:41.116503 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e261af6-61b3-4462-8541-848aaee1a0ea req-f0564107-dc37-49fa-8c7d-68463e99382e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301836 Sep 09 06:46:41.201488 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:46:41.250038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39dd0-3c88-4333-8500-6572c1a8a7f3 req-dd737fc4-1634-4a5c-96a3-712a8d68b0db tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:41.251408 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90b39dd0-3c88-4333-8500-6572c1a8a7f3 req-dd737fc4-1634-4a5c-96a3-712a8d68b0db tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0467045 Sep 09 06:46:41.288251 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90b39dd0-3c88-4333-8500-6572c1a8a7f3 req-d974e130-cb52-40b9-95e5-bfdc5e19a6ce tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Sep 09 06:46:41.382163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621279-4a6c-452e-bcef-b58e97ae381a req-0aa5d422-7855-4b6a-995a-49d043c4a118 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:41.384184 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a3621279-4a6c-452e-bcef-b58e97ae381a req-0aa5d422-7855-4b6a-995a-49d043c4a118 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0472322 Sep 09 06:46:41.421355 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a3621279-4a6c-452e-bcef-b58e97ae381a req-790c62f0-3516-4539-b8fc-c321646c09a4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Sep 09 06:46:41.711584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630a441-8b1a-48db-9dbc-58e69428f28a req-0945555c-a209-4913-b14c-1436e5d8a2ad tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:41.713029 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b630a441-8b1a-48db-9dbc-58e69428f28a req-0945555c-a209-4913-b14c-1436e5d8a2ad tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Sep 09 06:46:41.749994 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b630a441-8b1a-48db-9dbc-58e69428f28a req-e68237ce-98a4-46d0-94ba-8958a19946c8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Sep 09 06:46:41.819079 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312a88c-b454-4682-9cf9-aae960df7db8 req-0f4e2288-b89f-4835-98e2-f6ef72227174 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:41.820609 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9312a88c-b454-4682-9cf9-aae960df7db8 req-0f4e2288-b89f-4835-98e2-f6ef72227174 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0483274 Sep 09 06:46:41.858307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9312a88c-b454-4682-9cf9-aae960df7db8 req-268d9807-f404-4760-9b70-209234bc32d6 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Sep 09 06:46:42.228038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3e0eb-c333-4187-bfd5-62048afacbcb req-391f87be-fd02-4ade-a3c9-df7482931b09 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:42.229510 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c8f3e0eb-c333-4187-bfd5-62048afacbcb req-391f87be-fd02-4ade-a3c9-df7482931b09 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0471101 Sep 09 06:46:42.264971 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c8f3e0eb-c333-4187-bfd5-62048afacbcb req-ad961aed-935f-4274-b9f0-64792a5c8c7d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296335 Sep 09 06:46:42.404533 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:42.540619 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e2019-8099-4a27-b139-0836fa7a9e2a req-a5af92fc-a040-4d27-ae4a-fa1d670ef9ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:42.542031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-495e2019-8099-4a27-b139-0836fa7a9e2a req-a5af92fc-a040-4d27-ae4a-fa1d670ef9ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0503373 Sep 09 06:46:42.577297 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-495e2019-8099-4a27-b139-0836fa7a9e2a req-dca6d335-5f51-4349-a45a-96f83014713c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295494 Sep 09 06:46:42.861932 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab24bb-39cb-40ba-be0f-32127e2185b6 req-7bc07d61-4b36-4f34-858b-328f6381b845 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:42.863440 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f7ab24bb-39cb-40ba-be0f-32127e2185b6 req-7bc07d61-4b36-4f34-858b-328f6381b845 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0476582 Sep 09 06:46:42.903214 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f7ab24bb-39cb-40ba-be0f-32127e2185b6 req-9df42ef6-e6f1-4007-902c-74ec6f047c89 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Sep 09 06:46:42.971552 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38074d87-a313-4c0e-9a9a-917a9f5bb541 req-d018f1a6-3667-4bfc-aeb4-afb2792ccecb tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:42.973036 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38074d87-a313-4c0e-9a9a-917a9f5bb541 req-d018f1a6-3667-4bfc-aeb4-afb2792ccecb tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0476646 Sep 09 06:46:43.011799 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38074d87-a313-4c0e-9a9a-917a9f5bb541 req-a5672184-ccc0-4aa1-ab33-934f8418b094 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Sep 09 06:46:43.198864 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:43.381610 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7e34-fb52-48bc-b071-ac15286d4918 req-4e777f3d-3e03-4baf-925f-ffa7659a27e1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:43.383043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21ad7e34-fb52-48bc-b071-ac15286d4918 req-4e777f3d-3e03-4baf-925f-ffa7659a27e1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Sep 09 06:46:43.418758 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21ad7e34-fb52-48bc-b071-ac15286d4918 req-7086627c-9ea0-46eb-9470-bc0c11bc4270 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299027 Sep 09 06:46:43.691064 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89b5ed-6066-4f02-890c-96904bd8b129 req-800d70ea-7560-4b5f-8932-4018d7cd5690 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:43.692505 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a89b5ed-6066-4f02-890c-96904bd8b129 req-800d70ea-7560-4b5f-8932-4018d7cd5690 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0468950 Sep 09 06:46:43.728704 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a89b5ed-6066-4f02-890c-96904bd8b129 req-84c9d37a-e0e4-4570-93e9-f42a92d75150 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Sep 09 06:46:43.917417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-6a6956eb-7fe9-45b9-acad-34f016acd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:43.919092 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-6a6956eb-7fe9-45b9-acad-34f016acd4e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65636dc8e6084a19aa10122089ea0905&device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 1098 time: 0.0400474 Sep 09 06:46:44.045714 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-24d1f68c-b7c0-429a-9c07-85b6efd97455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.047197 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-24d1f68c-b7c0-429a-9c07-85b6efd97455 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 200 len: 918 time: 0.1199918 Sep 09 06:46:44.055435 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc34f-09f6-4f73-bbb9-121fc1b7a98f req-55834613-bef9-43d2-be9e-8e68928442be tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.056913 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-afddc34f-09f6-4f73-bbb9-121fc1b7a98f req-55834613-bef9-43d2-be9e-8e68928442be tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0698805 Sep 09 06:46:44.106041 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-2b298b7d-e2b5-4201-8464-83a414dbfc05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 200 len: 217 time: 0.0482094 Sep 09 06:46:44.181355 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-afddc34f-09f6-4f73-bbb9-121fc1b7a98f req-40290b0a-a11d-4629-a797-93aae6c9bdc5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179755 Sep 09 06:46:44.189228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-29bd27f5-78d4-46d9-9991-ed1c10bafd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.190609 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-29bd27f5-78d4-46d9-9991-ed1c10bafd41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 200 len: 858 time: 0.0736599 Sep 09 06:46:44.202376 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbed42-1439-4bb9-93ed-1f3ba9f36be2 req-d46f6986-9462-48aa-9aca-109c996d6519 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.203855 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-80dbed42-1439-4bb9-93ed-1f3ba9f36be2 req-d46f6986-9462-48aa-9aca-109c996d6519 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.1052649 Sep 09 06:46:44.248205 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-1141c936-4aac-4182-abfa-85c10a9c5f9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321035 Sep 09 06:46:44.265165 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-80dbed42-1439-4bb9-93ed-1f3ba9f36be2 req-64967478-59ad-4808-aca9-5d4703466cf4 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Sep 09 06:46:44.373282 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-c6eeaf90-0044-48bb-9817-aba60003cb9b service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 Sep 09 06:46:44.462191 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-065f15e4-f48a-4711-af7a-fa5b62f733e9 req-8fb4bae3-9b31-4993-9c16-697c4b3af1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872602 Sep 09 06:46:44.531043 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f7f57-b6c4-4f93-a9ab-c2c454349091 req-626b441a-1813-427a-a100-68a405d22411 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.532551 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3b0f7f57-b6c4-4f93-a9ab-c2c454349091 req-626b441a-1813-427a-a100-68a405d22411 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Sep 09 06:46:44.573146 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3b0f7f57-b6c4-4f93-a9ab-c2c454349091 req-6230c49e-43f1-45f2-a82a-4ee7756d2e82 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Sep 09 06:46:44.843009 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349b60e-8bad-496d-b098-9084ea12ed8b req-bcc63da9-eeda-4e11-8bc6-d2be326cf7d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:44.844473 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4349b60e-8bad-496d-b098-9084ea12ed8b req-bcc63da9-eeda-4e11-8bc6-d2be326cf7d9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0473354 Sep 09 06:46:44.881390 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4349b60e-8bad-496d-b098-9084ea12ed8b req-3666bd53-9070-4e08-9c8d-f37bd8e48837 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Sep 09 06:46:45.297001 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d4ef-0bb3-4017-9d04-530b5a9a2397 req-e39b4944-5dd7-4f8e-9f52-181c601042ba tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:45.298497 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8594d4ef-0bb3-4017-9d04-530b5a9a2397 req-e39b4944-5dd7-4f8e-9f52-181c601042ba tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Sep 09 06:46:45.335591 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8594d4ef-0bb3-4017-9d04-530b5a9a2397 req-fe7c72bd-8a6e-4c42-af1e-c71202d50753 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Sep 09 06:46:45.381436 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba853-4902-4be5-9c89-85e1aeffd15b req-a0606db6-652b-4848-9b10-f3119f9fe730 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:45.382882 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c8ba853-4902-4be5-9c89-85e1aeffd15b req-a0606db6-652b-4848-9b10-f3119f9fe730 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0464280 Sep 09 06:46:45.419914 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c8ba853-4902-4be5-9c89-85e1aeffd15b req-4d66f843-08e8-4e5b-9f78-55787faa0d43 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303733 Sep 09 06:46:45.684429 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6223-d1f1-4d75-840f-17618482fe17 req-8a0068cf-7b25-4cab-b3df-a9dee482bd7c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:45.685883 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb7e6223-d1f1-4d75-840f-17618482fe17 req-8a0068cf-7b25-4cab-b3df-a9dee482bd7c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Sep 09 06:46:45.724113 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb7e6223-d1f1-4d75-840f-17618482fe17 req-1b97f3ca-b0a6-415f-8302-e8485641e85c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Sep 09 06:46:45.911631 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46a58-6176-4088-936c-4b172b55e15e req-c0fca4de-8032-42f1-abdf-0ec8cc650d42 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:45.913176 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-04f46a58-6176-4088-936c-4b172b55e15e req-c0fca4de-8032-42f1-abdf-0ec8cc650d42 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0518944 Sep 09 06:46:45.951096 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-04f46a58-6176-4088-936c-4b172b55e15e req-6d75e8fa-7aac-4df1-b926-2aa50e8919df tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Sep 09 06:46:46.002838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28148c-f6c7-45ed-8922-ffdb626f00e3 req-b1876fc4-660a-4713-9f42-2573dea926fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:46.004435 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f28148c-f6c7-45ed-8922-ffdb626f00e3 req-b1876fc4-660a-4713-9f42-2573dea926fe tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0510762 Sep 09 06:46:46.043347 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f28148c-f6c7-45ed-8922-ffdb626f00e3 req-5f1b021d-6e5c-4b1e-a4c0-6e5a4a0300ea tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Sep 09 06:46:46.448933 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9324-2243-4c28-9cc3-fc97cfa0ffa9 req-e0baa67c-c007-42d0-ad80-182a2ee55b7f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:46.450389 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a64a9324-2243-4c28-9cc3-fc97cfa0ffa9 req-e0baa67c-c007-42d0-ad80-182a2ee55b7f tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0467875 Sep 09 06:46:46.486870 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a64a9324-2243-4c28-9cc3-fc97cfa0ffa9 req-1e000b8f-3b5f-45f3-a4cc-0726955edbf5 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Sep 09 06:46:46.840519 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893144f-26f0-4df2-bde1-6f429917cd90 req-5b11f0a8-e4b5-443e-a832-268334c787d1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:46.841954 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8893144f-26f0-4df2-bde1-6f429917cd90 req-5b11f0a8-e4b5-443e-a832-268334c787d1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Sep 09 06:46:46.878194 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8893144f-26f0-4df2-bde1-6f429917cd90 req-1232096e-e8e4-40bb-ae05-2478cb346315 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303378 Sep 09 06:46:47.063234 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e71458-a786-42ad-a5b5-4b4560737430 req-f4f8a000-9861-4c44-b5d4-435b81e0a453 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:47.064726 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f0e71458-a786-42ad-a5b5-4b4560737430 req-f4f8a000-9861-4c44-b5d4-435b81e0a453 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0483332 Sep 09 06:46:47.104981 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f0e71458-a786-42ad-a5b5-4b4560737430 req-a97f005e-b56d-4ec2-9679-86c7c624cc6a tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Sep 09 06:46:47.164400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0312-086c-4d37-a01b-43923e7ba1ca req-28ba61dd-2fee-468c-b5c6-f11313b0471d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:47.166400 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c7ad0312-086c-4d37-a01b-43923e7ba1ca req-28ba61dd-2fee-468c-b5c6-f11313b0471d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0513680 Sep 09 06:46:47.207188 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c7ad0312-086c-4d37-a01b-43923e7ba1ca req-67c4d3e2-9eb0-481b-9bef-edcf0dec405d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346637 Sep 09 06:46:47.602458 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a4632-d994-456e-9dbd-2d16001a2b06 req-ac91cf26-1550-481f-98bc-f577b02bf42b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:47.604507 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b21a4632-d994-456e-9dbd-2d16001a2b06 req-ac91cf26-1550-481f-98bc-f577b02bf42b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Sep 09 06:46:47.641258 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b21a4632-d994-456e-9dbd-2d16001a2b06 req-ac43a058-c9d3-47af-8e01-53664b2e2f9e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Sep 09 06:46:47.989165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c791-89a5-4079-9685-b9823a7b0654 req-6cb112c9-c842-4ab2-91f1-bcf3536aa854 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:47.990655 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a620c791-89a5-4079-9685-b9823a7b0654 req-6cb112c9-c842-4ab2-91f1-bcf3536aa854 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Sep 09 06:46:48.029765 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a620c791-89a5-4079-9685-b9823a7b0654 req-87b1d3ff-f1ec-47b7-b2d8-edc5bcb7135f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Sep 09 06:46:48.076008 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-259337ad-404f-4cdf-93b8-297354cd7938 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:48.077491 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-259337ad-404f-4cdf-93b8-297354cd7938 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.0474589 Sep 09 06:46:48.172239 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Deleting port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:46:48.172580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:48.537315 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc48d-2d25-47a8-83ee-f726c7c655b2 req-cd3206be-c8e6-44f9-beca-2149ef1792ce tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:48.538780 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5facc48d-2d25-47a8-83ee-f726c7c655b2 req-cd3206be-c8e6-44f9-beca-2149ef1792ce tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 949 time: 0.3622286 Sep 09 06:46:48.568904 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] For port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,segment=NetworkSegment(47ad21d9-adae-4532-a771-82b60ffcaf25),segment_id=47ad21d9-adae-4532-a771-82b60ffcaf25)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:48.569263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:48.595133 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Calling delete_port for 95b8e56c-a830-41c8-8f0e-d5d93437a4aa owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:46:48.609780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ac5f0-6a16-4b3b-a53a-4c87a12c3612 req-3157b238-3fc2-42c7-bb72-665be7984961 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:48.611248 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a78ac5f0-6a16-4b3b-a53a-4c87a12c3612 req-3157b238-3fc2-42c7-bb72-665be7984961 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.1260629 Sep 09 06:46:48.615740 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5facc48d-2d25-47a8-83ee-f726c7c655b2 req-0687f326-e3dd-4435-ad23-56840cc1de05 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Sep 09 06:46:48.692289 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a78ac5f0-6a16-4b3b-a53a-4c87a12c3612 req-fa49339f-f243-4d6f-a9ab-325def63404c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729876 Sep 09 06:46:48.795589 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8ba63-8bdd-4ac9-a293-0f04d52f2a7a req-28d553d0-8dfd-4a0b-b479-099b9e0e7386 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:48.797035 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-65f8ba63-8bdd-4ac9-a293-0f04d52f2a7a req-28d553d0-8dfd-4a0b-b479-099b9e0e7386 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0846798 Sep 09 06:46:48.834924 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-65f8ba63-8bdd-4ac9-a293-0f04d52f2a7a req-2f5f4010-1851-47e7-b342-f30a19daeadb tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Sep 09 06:46:48.861825 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:48.874298 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['95b8e56c-a830-41c8-8f0e-d5d93437a4aa'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:48.894208 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Pushing event deleted for resources: {'Port': ['ID=95b8e56c-a830-41c8-8f0e-d5d93437a4aa,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:48.934259 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] No DVR routers for this DVR port 95b8e56c-a830-41c8-8f0e-d5d93437a4aa on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:46:48.936924 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:48.939222 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c0480c77-eb05-4d5b-afc7-4a509f609c36 req-96745e21-ca24-470d-b43e-3f3bfa6de8b8 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.35 "DELETE /v2.0/ports/95b8e56c-a830-41c8-8f0e-d5d93437a4aa HTTP/1.1" status: 204 len: 173 time: 0.8541946 Sep 09 06:46:48.939675 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'name': 'network-vif-deleted', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:48.941952 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc852912-6b46-48f8-988f-f9cadbab4164" -d '{"events": [{"server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "name": "network-vif-deleted", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:48.979256 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c99ffc-9538-4184-9b81-bda9cb536033 x-openstack-request-id: req-45c99ffc-9538-4184-9b81-bda9cb536033 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:48.979552 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7871e57-1058-4e64-af77-ac30e863d333", "name": "network-vif-deleted", "tag": "95b8e56c-a830-41c8-8f0e-d5d93437a4aa", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:48.979805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45c99ffc-9538-4184-9b81-bda9cb536033 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:48.980198 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7871e57-1058-4e64-af77-ac30e863d333', 'name': 'network-vif-deleted', 'tag': '95b8e56c-a830-41c8-8f0e-d5d93437a4aa', 'status': 'completed', 'code': 200} Sep 09 06:46:49.170594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6624-5c85-4df0-a9bb-44a70fff243d req-4f74b45e-e228-4aaa-88ac-0a47b50183c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:49.172042 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-624b6624-5c85-4df0-a9bb-44a70fff243d req-4f74b45e-e228-4aaa-88ac-0a47b50183c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0515952 Sep 09 06:46:49.209788 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-624b6624-5c85-4df0-a9bb-44a70fff243d req-3a65b961-bf28-47ca-8138-f693e89c8db3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Sep 09 06:46:49.566774 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:46:49.664939 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:49.676057 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:46:49.714049 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:49.727039 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:46:49.747740 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4def3631-48c5-4ceb-ada7-03955db3be05 req-9ec12cbc-b6d8-45a5-a2a4-529a144f6e26 tempest-VolumesNegativeTest-1011562931 tempest-VolumesNegativeTest-1011562931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7871e57-1058-4e64-af77-ac30e863d333 HTTP/1.1" status: 200 len: 210 time: 0.0355878 Sep 09 06:46:49.747940 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:49.814534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da55c8-4b9f-4c04-9109-8e7356f6523d req-a761ce88-ccae-4760-a2e1-be77b7434aa0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:49.815909 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d8da55c8-4b9f-4c04-9109-8e7356f6523d req-a761ce88-ccae-4760-a2e1-be77b7434aa0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0469966 Sep 09 06:46:49.850548 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:49.854346 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d8da55c8-4b9f-4c04-9109-8e7356f6523d req-0dcec948-f840-4bac-89b6-5fe117dbe573 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Sep 09 06:46:49.905921 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=6']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:50.083299 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 56720) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:50.121814 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f7ffca0c-ff32-4367-ae0b-474706aabfa7'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:46:50.229093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8b97e915-5e2b-4e52-a6fd-f379017f17cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.352002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951e4ef-edd2-4d6c-a784-1f6b680b0d90 req-d0067cca-abde-4e16-8c20-7d64c3c91bf1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:50.354280 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1951e4ef-edd2-4d6c-a784-1f6b680b0d90 req-d0067cca-abde-4e16-8c20-7d64c3c91bf1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0682566 Sep 09 06:46:50.379513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8b97e915-5e2b-4e52-a6fd-f379017f17cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.408374 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1951e4ef-edd2-4d6c-a784-1f6b680b0d90 req-31f0d8d7-6bfd-4f37-99c1-6ef47101b60c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Sep 09 06:46:50.450369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8b97e915-5e2b-4e52-a6fd-f379017f17cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.488216 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8b97e915-5e2b-4e52-a6fd-f379017f17cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=febe97c6d44a4a4593ad19fd6b90899a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038441 Sep 09 06:46:50.489426 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97e915-5e2b-4e52-a6fd-f379017f17cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a43ab-f0ff-4bcb-bec3-347faff99409,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:50.490856 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 56738) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:50.541666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.568617 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.690413 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.693073 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:50.694221 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e49a43ab-f0ff-4bcb-bec3-347faff99409 HTTP/1.1" status: 204 len: 168 time: 0.2022779 Sep 09 06:46:50.702303 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383eda-41de-48be-9c7a-a87ba2f5cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a43ab-f0ff-4bcb-bec3-347faff99409,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:51.005573 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f1ca-9d3e-4f03-a679-ce325d522332 req-b44c0771-0316-4dd4-86a6-564be6f5ed1d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:51.007713 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e560f1ca-9d3e-4f03-a679-ce325d522332 req-b44c0771-0316-4dd4-86a6-564be6f5ed1d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.0592487 Sep 09 06:46:51.052790 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e560f1ca-9d3e-4f03-a679-ce325d522332 req-f8ffb81e-cda2-435f-9985-911a8db3a470 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Sep 09 06:46:51.555647 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc1ba-3a70-4b27-911a-476154e3d54d req-5fa5e501-ad0c-4ec6-ba1b-df6665915f10 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:51.557703 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-719bc1ba-3a70-4b27-911a-476154e3d54d req-5fa5e501-ad0c-4ec6-ba1b-df6665915f10 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0559618 Sep 09 06:46:51.591902 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:46:51.601079 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-719bc1ba-3a70-4b27-911a-476154e3d54d req-0499d8fe-71bd-40a3-afce-57f39b64e447 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373166 Sep 09 06:46:51.658466 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:46:51.659133 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:51.750352 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:51.791382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:46:51.794206 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b45fd-b5a4-474b-a45a-e76a68b65993" -d '{"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:46:51.830867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:46:51.850750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd147c-1ea6-451b-8d45-759465c5c085 x-openstack-request-id: req-49bd147c-1ea6-451b-8d45-759465c5c085 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:46:51.851244 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:46:51.851493 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49bd147c-1ea6-451b-8d45-759465c5c085 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:46:51.851926 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'code': 200} Sep 09 06:46:51.907479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:51.908299 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 95b8e56c-a830-41c8-8f0e-d5d93437a4aa no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:46:51.962190 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 95b8e56c-a830-41c8-8f0e-d5d93437a4aa {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:46:51.962590 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 95b8e56c-a830-41c8-8f0e-d5d93437a4aa not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:46:51.988455 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=7']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:52.200938 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6affc-b9de-4a15-8140-20d467e65b99 req-07750829-e72f-4597-b2a6-1903d90678a5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:52.215699 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-94f6affc-b9de-4a15-8140-20d467e65b99 req-07750829-e72f-4597-b2a6-1903d90678a5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0742593 Sep 09 06:46:52.266334 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-94f6affc-b9de-4a15-8140-20d467e65b99 req-ece2d8a8-684b-472b-aaa9-ebd6be57720f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Sep 09 06:46:52.727005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c3c2-2715-4aa8-a527-e3889b555b3f req-e1ac103a-5ef1-49c1-8df6-80287eebdee6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:52.728834 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f9f1c3c2-2715-4aa8-a527-e3889b555b3f req-e1ac103a-5ef1-49c1-8df6-80287eebdee6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Sep 09 06:46:52.782070 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f9f1c3c2-2715-4aa8-a527-e3889b555b3f req-0b244e08-b9e3-4e28-97bd-df3352ada209 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Sep 09 06:46:53.404479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5db956-c109-4eaf-8bd0-99fe6a1ac942 req-5f48f191-db3c-46cf-b846-e3688760149b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:53.406244 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd5db956-c109-4eaf-8bd0-99fe6a1ac942 req-5f48f191-db3c-46cf-b846-e3688760149b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0577686 Sep 09 06:46:53.458812 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd5db956-c109-4eaf-8bd0-99fe6a1ac942 req-c6eb50ec-fcf5-4238-b1b8-b2a1bc28f1da tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 Sep 09 06:46:53.905173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4e46-0a78-47a1-9a1c-004e49a890d5 req-3e61d180-847d-4337-9844-9e1982d40942 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:53.906673 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-aa8b4e46-0a78-47a1-9a1c-004e49a890d5 req-3e61d180-847d-4337-9844-9e1982d40942 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0536163 Sep 09 06:46:53.951422 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-aa8b4e46-0a78-47a1-9a1c-004e49a890d5 req-ace440d6-1143-4514-9210-753326b641a5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347393 Sep 09 06:46:54.278038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6b374-bc12-48ef-bacd-10d8df342cb7 req-fc8cfb56-aa50-45f1-baa6-eebfc1f581ef tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.285642 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a3d6b374-bc12-48ef-bacd-10d8df342cb7 req-fc8cfb56-aa50-45f1-baa6-eebfc1f581ef tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Sep 09 06:46:54.339957 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a3d6b374-bc12-48ef-bacd-10d8df342cb7 req-920a5d7c-e786-423b-ac48-3d49a2a0e75c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521219 Sep 09 06:46:54.434143 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-4792820a-658d-49c4-a2cb-30938ffb369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.435759 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-4792820a-658d-49c4-a2cb-30938ffb369e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1098 time: 0.0465782 Sep 09 06:46:54.576952 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-d6429305-25e0-461b-a0e4-4a1f6cc470c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.579224 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-d6429305-25e0-461b-a0e4-4a1f6cc470c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 911 time: 0.1319714 Sep 09 06:46:54.704071 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f32e-332d-49d8-91ed-7616ccdd1494 req-59e7648b-3da6-49b2-b1a5-3618bfe8b660 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.711952 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9510f32e-332d-49d8-91ed-7616ccdd1494 req-59e7648b-3da6-49b2-b1a5-3618bfe8b660 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.1158285 Sep 09 06:46:54.747853 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-e9fc0c00-0638-4d9c-af2b-ebfe3bde70b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 1001 time: 0.1588490 Sep 09 06:46:54.774460 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9510f32e-332d-49d8-91ed-7616ccdd1494 req-46664216-da13-44d0-b770-57e6797ea8fc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577266 Sep 09 06:46:54.832969 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-783560a1-4174-45a0-9f96-f3fecb4087e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.837542 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-783560a1-4174-45a0-9f96-f3fecb4087e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0716090 Sep 09 06:46:54.887525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-a2cfd761-0afd-4d38-a6c6-dc3e32e18618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:54.889069 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-a2cfd761-0afd-4d38-a6c6-dc3e32e18618 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422959 Sep 09 06:46:55.016319 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-5b6b2551-d37e-4578-a71e-03686b837ca8 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099541 Sep 09 06:46:55.143987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-880272c4-0899-48b9-a7ce-5f55f0052a94 req-57872560-ad87-4003-9618-f6c42a65ba30 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156878 Sep 09 06:46:55.501932 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9537b55-32e5-4801-b285-38b2f41b3ffd req-bd0a8c0c-ab25-4446-8e2c-fef5d0f66dd0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:55.519918 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9537b55-32e5-4801-b285-38b2f41b3ffd req-bd0a8c0c-ab25-4446-8e2c-fef5d0f66dd0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0922623 Sep 09 06:46:55.584390 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9537b55-32e5-4801-b285-38b2f41b3ffd req-0e3d1532-fa69-4e26-a041-1caacda1bdf9 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656416 Sep 09 06:46:55.918463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8df7a-f944-47e5-9455-27638cef8495 req-9ddd435c-342b-406f-a25d-ef49bcba1574 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:55.918998 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90e8df7a-f944-47e5-9455-27638cef8495 req-9ddd435c-342b-406f-a25d-ef49bcba1574 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0570631 Sep 09 06:46:55.988471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90e8df7a-f944-47e5-9455-27638cef8495 req-def5d85e-604e-429c-9052-fae97f0e74a2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614629 Sep 09 06:46:56.711341 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888c6a4-f0c2-4cfd-907f-7fcc15400566 req-96fb5cd7-251b-4c64-8ecf-75a6f58d478e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:56.714449 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a888c6a4-f0c2-4cfd-907f-7fcc15400566 req-96fb5cd7-251b-4c64-8ecf-75a6f58d478e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0641093 Sep 09 06:46:56.763239 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a888c6a4-f0c2-4cfd-907f-7fcc15400566 req-feb751cd-07b2-4d71-8d28-b073c580c6ae tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Sep 09 06:46:57.138673 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4777-0bca-49bc-9dd2-6ad469ca7466 req-a2cad104-2b83-4609-bbf5-4f0220b474bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:57.140429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-847d4777-0bca-49bc-9dd2-6ad469ca7466 req-a2cad104-2b83-4609-bbf5-4f0220b474bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0695112 Sep 09 06:46:57.195666 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-847d4777-0bca-49bc-9dd2-6ad469ca7466 req-b654699c-6230-4ab7-9bb7-9a5d257c36e8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Sep 09 06:46:58.090752 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57076) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:58.258932 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e77d183b-9eee-4d24-8a0b-215b086eb269 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62ee8073976e42ce8febf81ebb738ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667523 Sep 09 06:46:58.261637 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57082) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:46:58.321352 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:58.346568 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:58.384953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48261082-40dd-4e1e-a650-4b93db09ce21 req-adc96999-adc4-490d-bcf2-b9d2a8ebbfb0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:58.393608 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48261082-40dd-4e1e-a650-4b93db09ce21 req-adc96999-adc4-490d-bcf2-b9d2a8ebbfb0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0563555 Sep 09 06:46:58.428769 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48261082-40dd-4e1e-a650-4b93db09ce21 req-6e0da878-4475-4104-a792-39b0eccf2b48 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Sep 09 06:46:58.474068 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:58.476866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:46:58.480682 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ae6c206-54fb-4f72-bce5-f57d34f1d2a7 HTTP/1.1" status: 204 len: 168 time: 0.2154939 Sep 09 06:46:58.496585 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cbaaf-544d-4a11-a56b-97d37c7c344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6c206-54fb-4f72-bce5-f57d34f1d2a7,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:46:58.974722 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-e753a638-cce7-4ddb-adbf-c0ccdc52be3d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:58.976681 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-e753a638-cce7-4ddb-adbf-c0ccdc52be3d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1525419 Sep 09 06:46:58.996249 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-fe410cae-5756-49e6-bd67-c8a8c85e2575 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/quotas/71bd4977e52540ab9e344955bb3514e4 HTTP/1.1" status: 200 len: 375 time: 0.0103750 Sep 09 06:46:59.053241 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-796022d5-d7f9-402b-bc3f-3458aed86cb7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507834 Sep 09 06:46:59.169875 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-9a2f3cc8-e183-4afa-b50f-82bc94321e86 service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966611 Sep 09 06:46:59.278188 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-e404a0b8-cc9d-4e0e-abbc-9cefd88b33f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009235 Sep 09 06:46:59.558861 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db5d8949-9a4c-4463-ba39-fb3f9cf3c87a req-2a9d5ddd-922f-4981-be3b-9d070fb71e78 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 210 time: 0.0613883 Sep 09 06:46:59.633740 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9a34a-185c-4ef2-88dc-7fb92ee031aa req-a5131708-dd1c-41f3-b7de-e5145ea5059f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:46:59.635881 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0eb9a34a-185c-4ef2-88dc-7fb92ee031aa req-a5131708-dd1c-41f3-b7de-e5145ea5059f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0629361 Sep 09 06:46:59.714756 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0eb9a34a-185c-4ef2-88dc-7fb92ee031aa req-7096b407-d2c5-4366-a008-4d0dff64d9f5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717506 Sep 09 06:47:00.706424 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c7b6e3bb-94bc-4d5c-8463-ddc85823128e req-bc52a3d4-6c05-4ee9-ad5e-8c8da69b6cbd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 210 time: 0.0260994 Sep 09 06:47:00.849216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a036-4f82-4fc7-a760-04ec79a34ffb req-cf79b835-45d1-4195-a144-cc292c145598 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:00.859978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52e4a036-4f82-4fc7-a760-04ec79a34ffb req-cf79b835-45d1-4195-a144-cc292c145598 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0521033 Sep 09 06:47:00.893824 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52e4a036-4f82-4fc7-a760-04ec79a34ffb req-edf217ae-0e69-40b3-b959-573417ed91a8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365191 Sep 09 06:47:01.377721 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2825-9aac-4c22-814f-7a76ebdc31de req-391e22a8-b5f9-47c2-a2ec-60314036edfc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:01.378884 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5b7d2825-9aac-4c22-814f-7a76ebdc31de req-391e22a8-b5f9-47c2-a2ec-60314036edfc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Sep 09 06:47:01.424932 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5b7d2825-9aac-4c22-814f-7a76ebdc31de req-994bb5e3-4134-496c-b87c-d86c3cf190b7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Sep 09 06:47:01.796433 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4acb1c13-5bb1-4afa-9201-b89a9b73170a req-0d52ad10-7f17-433c-9609-f1629ccb00de tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 210 time: 0.0299683 Sep 09 06:47:02.021994 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff5d19-53d7-4432-82c0-f27d4f7a275c req-59583c72-7621-4a6b-949d-e2dda8b9320b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:02.024038 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-15ff5d19-53d7-4432-82c0-f27d4f7a275c req-59583c72-7621-4a6b-949d-e2dda8b9320b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0538163 Sep 09 06:47:02.066996 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-15ff5d19-53d7-4432-82c0-f27d4f7a275c req-b65eceab-fe56-4fe8-8e78-7ec7b06269b4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364373 Sep 09 06:47:02.429612 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-eec6e3bc-a60c-4bd2-ada1-9592825d1689 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:02.431080 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-eec6e3bc-a60c-4bd2-ada1-9592825d1689 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/networks?id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 200 len: 814 time: 0.1055989 Sep 09 06:47:02.449714 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Request body: {'port': {'device_id': '828f4ba8-421c-487c-956b-cb60492171bd', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'admin_state_up': True, 'tenant_id': '71bd4977e52540ab9e344955bb3514e4'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:47:02.584353 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6412-3901-4b15-815c-fd925feae518 req-8172572e-6601-49ca-9b97-2a707862a910 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:02.585720 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c86f6412-3901-4b15-815c-fd925feae518 req-8172572e-6601-49ca-9b97-2a707862a910 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0721698 Sep 09 06:47:02.630115 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c86f6412-3901-4b15-815c-fd925feae518 req-e3ff4390-6eea-47ec-9ebe-e3d10a207396 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378489 Sep 09 06:47:02.730066 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Made reservation on behalf of 71bd4977e52540ab9e344955bb3514e4 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:47:02.733550 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:02.856989 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Allocated IP 172.20.0.12 (3b5485f5-3fa8-4921-95e4-734f8e28d4c9/096be6df-f16d-4408-80b6-148ec796c7e6/ae99df07-a03c-4b1d-9f61-5a85c1a751cf) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:47:02.915747 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5a4962b5-85dc-4e5b-9255-27ddc504307e req-82620a6a-41ca-4c42-9cab-848280df73a5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 210 time: 0.0407357 Sep 09 06:47:03.024591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:03.130557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:03.145856 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701', 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', '00e3528c-0984-44de-9bd7-925f2579bedd'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:03.228690 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:47:03.234841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:47:03.237518 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event updated for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:03.242521 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:47:03.295063 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122f59-f499-449b-beb4-bdc1d670d0cb req-41d6d326-2cc6-4229-9d5d-3e08a546c7ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.296586 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c7122f59-f499-449b-beb4-bdc1d670d0cb req-41d6d326-2cc6-4229-9d5d-3e08a546c7ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.1371136 Sep 09 06:47:03.304528 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-6533d9b4-b3e2-4fed-b8a8-2efa44673ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.305964 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-6533d9b4-b3e2-4fed-b8a8-2efa44673ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1098 time: 0.1453896 Sep 09 06:47:03.313788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.314380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:03.407814 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c7122f59-f499-449b-beb4-bdc1d670d0cb req-3a3ef094-a109-472e-8d38-2e23970591a3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008708 Sep 09 06:47:03.438227 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-31cdc5f6-0c01-4e90-8b88-b1d717cd69fd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9838321 Sep 09 06:47:03.438909 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-8929f5ce-5172-4866-b74a-4ad011622ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.440419 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-8929f5ce-5172-4866-b74a-4ad011622ce2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.1162648 Sep 09 06:47:03.445223 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Request body: {'port': {'device_id': '828f4ba8-421c-487c-956b-cb60492171bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:47:03.545100 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:03.557519 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-e47fa83a-2084-4a21-9c3e-72121562df0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 1000 time: 0.0916524 Sep 09 06:47:03.684547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-59e77012-82e4-4689-8113-84c7826ca1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.686007 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-59e77012-82e4-4689-8113-84c7826ca1a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.1059587 Sep 09 06:47:03.826660 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873211e-d62a-4cfe-ba36-5a4281e3fa9d req-5415d286-6b95-4b72-8714-86c4982938cc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.828150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d873211e-d62a-4cfe-ba36-5a4281e3fa9d req-5415d286-6b95-4b72-8714-86c4982938cc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.1333716 Sep 09 06:47:03.839669 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-c40b8e05-4df7-4109-8f43-74cc42ed0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:03.841058 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-c40b8e05-4df7-4109-8f43-74cc42ed0775 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1332936 Sep 09 06:47:04.184649 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d873211e-d62a-4cfe-ba36-5a4281e3fa9d req-07d5334d-094e-4eec-a418-b9e886e63a24 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491652 Sep 09 06:47:04.270083 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-4aa85588-4614-4cf5-a4d0-53ce01e1d737 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137685 Sep 09 06:47:04.283326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae99df07-a03c-4b1d-9f61-5a85c1a751cf {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:47:04.294897 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a36f0-c9c7-41dd-86a9-d27433d6983c req-e74c674b-2ed4-4162-9d35-dc93e1b403a2 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:04.296396 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-973a36f0-c9c7-41dd-86a9-d27433d6983c req-e74c674b-2ed4-4162-9d35-dc93e1b403a2 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 932 time: 0.1205132 Sep 09 06:47:04.309677 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.359110 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Transition to ACTIVE for port object ae99df07-a03c-4b1d-9f61-5a85c1a751cf will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:47:04.381260 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d9f93cd7-5c60-4095-b11d-764a2fd603a9 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:04.382735 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d9f93cd7-5c60-4095-b11d-764a2fd603a9 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Sep 09 06:47:04.404926 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-973a36f0-c9c7-41dd-86a9-d27433d6983c req-4284bb61-3205-45fd-be66-7d3308b7bc6f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978117 Sep 09 06:47:04.426709 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-74702c03-065d-4fd1-89d6-85f7226993e9 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293709 Sep 09 06:47:04.427826 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.481724 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:04.518070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Deleting port 0be69b6b-836f-4fb4-9e51-a62f8592483f {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:04.518408 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.584294 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef40f-14d5-48af-8d70-d79931b63201 req-80597f01-95e1-4061-9942-d548ae5841bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:04.585691 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-717ef40f-14d5-48af-8d70-d79931b63201 req-80597f01-95e1-4061-9942-d548ae5841bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0884140 Sep 09 06:47:04.588056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Attempting to bind port ae99df07-a03c-4b1d-9f61-5a85c1a751cf on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:47:04.588902 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Attempting to bind port ae99df07-a03c-4b1d-9f61-5a85c1a751cf by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:47:04.589228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Attempting to bind port ae99df07-a03c-4b1d-9f61-5a85c1a751cf on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:47:04.599954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Port ae99df07-a03c-4b1d-9f61-5a85c1a751cf on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:47:04.600275 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Attempting to bind port ae99df07-a03c-4b1d-9f61-5a85c1a751cf on network 3b5485f5-3fa8-4921-95e4-734f8e28d4c9 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:47:04.608034 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] For port 0be69b6b-836f-4fb4-9e51-a62f8592483f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=0be69b6b-836f-4fb4-9e51-a62f8592483f,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:04.608398 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.612414 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:47:04.612752 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Checking segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:47:04.613132 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Bound using segment: {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:47:04.613559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Bound port: ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd19b0e-0f6e-417a-a81c-f44713f5e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:47:04.613915 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.622212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Calling delete_port for 0be69b6b-836f-4fb4-9e51-a62f8592483f owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:04.641481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-717ef40f-14d5-48af-8d70-d79931b63201 req-bb98eba1-3840-48d3-b514-353c3ac9392b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490525 Sep 09 06:47:04.689953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:47:04.693229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:47:04.770329 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.809663 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:04.810265 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.811684 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae99df07-a03c-4b1d-9f61-5a85c1a751cf HTTP/1.1" status: 200 len: 1094 time: 1.3703947 Sep 09 06:47:04.812147 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:04.814367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03" -d '{"events": [{"name": "network-changed", "server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:04.834717 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e5486-a141-4f89-b1c3-eb9924c0cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:04.851801 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e9f19-d7ab-4f90-8369-dd9187f47a8f x-openstack-request-id: req-369e9f19-d7ab-4f90-8369-dd9187f47a8f {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:04.852094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:04.852345 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-369e9f19-d7ab-4f90-8369-dd9187f47a8f {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:04.852737 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf', 'status': 'completed', 'code': 200} Sep 09 06:47:04.861588 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.872995 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['c77d358f-4945-49fc-a4f4-9d5d48b597d7', '0be69b6b-836f-4fb4-9e51-a62f8592483f'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:04.894729 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Pushing event deleted for resources: {'Port': ['ID=0be69b6b-836f-4fb4-9e51-a62f8592483f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:04.918361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-92d8e57d-a68c-45e1-a6c5-b3c2e62f4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:04.920021 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-92d8e57d-a68c-45e1-a6c5-b3c2e62f4131 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 1097 time: 0.0435183 Sep 09 06:47:04.955156 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] No DVR routers for this DVR port 0be69b6b-836f-4fb4-9e51-a62f8592483f on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:04.958355 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:04.960384 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e0f87a87-f7d0-4735-8ef6-fe7091b3ee14 req-d813ce43-3761-466e-97a9-c1a47e6807c4 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "DELETE /v2.0/ports/0be69b6b-836f-4fb4-9e51-a62f8592483f HTTP/1.1" status: 204 len: 173 time: 0.5715139 Sep 09 06:47:04.960832 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'name': 'network-vif-deleted', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:04.964437 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afb35ca-b2f9-438b-8ce3-99a8b64e4244" -d '{"events": [{"server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "name": "network-vif-deleted", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:05.000879 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41395b50-a574-4fac-bc6b-1d9caf16bc96 x-openstack-request-id: req-41395b50-a574-4fac-bc6b-1d9caf16bc96 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:05.001169 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93643d6a-dc68-4df2-974d-0d5276e474a6", "name": "network-vif-deleted", "tag": "0be69b6b-836f-4fb4-9e51-a62f8592483f", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:05.001416 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41395b50-a574-4fac-bc6b-1d9caf16bc96 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:05.001810 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93643d6a-dc68-4df2-974d-0d5276e474a6', 'name': 'network-vif-deleted', 'tag': '0be69b6b-836f-4fb4-9e51-a62f8592483f', 'status': 'completed', 'code': 200} Sep 09 06:47:05.034855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-0bbc6f23-aeae-465b-9d5e-c360e21b31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.036354 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-0bbc6f23-aeae-465b-9d5e-c360e21b31f7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=71bd4977e52540ab9e344955bb3514e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1048996 Sep 09 06:47:05.132476 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-ee136260-eab3-4714-a188-1d5a14276080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.133954 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3a234d6f-8c0c-4fd0-8606-ad591c0fce03 req-ee136260-eab3-4714-a188-1d5a14276080 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875103 Sep 09 06:47:05.210491 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b5d36f14-3ed7-40c7-a9ba-f929c062553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.212293 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-b5d36f14-3ed7-40c7-a9ba-f929c062553f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71bd4977e52540ab9e344955bb3514e4&device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 1097 time: 0.0400231 Sep 09 06:47:05.265389 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-996b1ac8-93a6-41dc-b4c5-b00900df8cd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf HTTP/1.1" status: 200 len: 217 time: 0.0438459 Sep 09 06:47:05.312092 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-01b6348f-9c38-4e11-9827-00c92486f98b req-05f91a7a-5950-44d2-9ff7-0a60342d70e7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=93643d6a-dc68-4df2-974d-0d5276e474a6 HTTP/1.1" status: 200 len: 210 time: 0.0494761 Sep 09 06:47:05.331754 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-fa4a7648-668e-4ce8-83a0-33fea3194347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.333181 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-fa4a7648-668e-4ce8-83a0-33fea3194347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=096be6df-f16d-4408-80b6-148ec796c7e6 HTTP/1.1" status: 200 len: 854 time: 0.0590746 Sep 09 06:47:05.368518 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-2fb070cc-9a89-4089-9802-aa93ed35d4bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b5485f5-3fa8-4921-95e4-734f8e28d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242186 Sep 09 06:47:05.462450 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-e8b8ee95-53ac-488e-aba1-b421b4cc675f service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Sep 09 06:47:05.575636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f15c-e502-4315-80ac-3b003fe03350 req-3cb7418f-62fe-41fe-a6fc-44a8479c11ab tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.577090 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5e49f15c-e502-4315-80ac-3b003fe03350 req-3cb7418f-62fe-41fe-a6fc-44a8479c11ab tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 944 time: 0.1045814 Sep 09 06:47:05.608670 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59229034-ceb5-45cb-8bee-8291a9c5f4eb req-17e56988-95f5-4e15-889d-aa012fb0c910 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348903 Sep 09 06:47:05.625687 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5e49f15c-e502-4315-80ac-3b003fe03350 req-efaf814d-e3fa-41e5-9948-c503506962b8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Sep 09 06:47:05.760711 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536c6fc-57c2-4a8c-8d0e-360cbdaa694a req-fcc146fe-6509-479b-ade8-5b9df23c4068 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:05.762175 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b536c6fc-57c2-4a8c-8d0e-360cbdaa694a req-fcc146fe-6509-479b-ade8-5b9df23c4068 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0469596 Sep 09 06:47:05.799815 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b536c6fc-57c2-4a8c-8d0e-360cbdaa694a req-e7674fa8-3d50-45a7-b1c2-cbd3f3474905 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 09 06:47:06.741317 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5936f18-e46a-427e-8cca-3008956e1be6 req-4b8c20cc-3fbc-4675-b9c9-99c27bb941a4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:06.745158 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5936f18-e46a-427e-8cca-3008956e1be6 req-4b8c20cc-3fbc-4675-b9c9-99c27bb941a4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 944 time: 0.0517344 Sep 09 06:47:06.789206 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5936f18-e46a-427e-8cca-3008956e1be6 req-6b7e2483-10c0-4e0b-9aaa-fd7ce335b19b tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Sep 09 06:47:06.826002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05fd1f-1f4d-4f2d-b260-ff046f05b3eb req-0f533230-6642-4b6e-9c6c-f1cb5389cb9a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:06.827435 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a05fd1f-1f4d-4f2d-b260-ff046f05b3eb req-0f533230-6642-4b6e-9c6c-f1cb5389cb9a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0587368 Sep 09 06:47:06.866567 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a05fd1f-1f4d-4f2d-b260-ff046f05b3eb req-1f3cf5d8-378b-40c5-979a-c79523cb5c1d tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Sep 09 06:47:06.921339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d94d8-6f85-4acf-b5a2-75572df618e9 req-bd0e79df-3643-4bde-9c11-1832074a5197 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:06.922796 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3f7d94d8-6f85-4acf-b5a2-75572df618e9 req-bd0e79df-3643-4bde-9c11-1832074a5197 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 945 time: 0.0479538 Sep 09 06:47:06.958269 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3f7d94d8-6f85-4acf-b5a2-75572df618e9 req-4fa35a91-8b70-42a4-affc-f6f07565667d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295098 Sep 09 06:47:07.095936 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7bec00-d787-4a4f-ac9a-b4c304070f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:07.686561 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:07.759572 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:07.781615 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:07.783888 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756a82c-023a-4d4b-baa7-b1f9485b9549" -d '{"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:07.796319 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:07.816126 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0594d5-8cd3-4f1f-bf51-2c32548e7f03 x-openstack-request-id: req-1f0594d5-8cd3-4f1f-bf51-2c32548e7f03 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:07.816439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-unplugged", "status": "failed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "code": 422}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:07.816713 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f0594d5-8cd3-4f1f-bf51-2c32548e7f03 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:07.817145 dv-cinder-733062-23-iscsi neutron-server[100950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'code': 422} returned with failed status Sep 09 06:47:07.861446 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:07.906677 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a547f-4f4e-465d-a447-be9e8156e776 req-20e4ea25-6e3f-492a-9c3b-d33247a85fb9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:07.908361 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f93a547f-4f4e-465d-a447-be9e8156e776 req-20e4ea25-6e3f-492a-9c3b-d33247a85fb9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 944 time: 0.0525563 Sep 09 06:47:07.918137 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=8']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:07.945460 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f93a547f-4f4e-465d-a447-be9e8156e776 req-184dccc9-31f1-4470-a5f4-4a79ec7a031a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Sep 09 06:47:08.046079 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1c6e1-f9d9-4d85-9614-a92fbd1be13d req-0a3eb3db-f5e7-467e-9ba4-465c09ed7a00 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:08.047612 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-53e1c6e1-f9d9-4d85-9614-a92fbd1be13d req-0a3eb3db-f5e7-467e-9ba4-465c09ed7a00 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0480111 Sep 09 06:47:08.085114 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-53e1c6e1-f9d9-4d85-9614-a92fbd1be13d req-dc6af187-c74d-48c5-bac5-1f886066db22 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Sep 09 06:47:08.132139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-bdddfc47-9cb2-49b9-a981-6bfc7c716fff req-4f39bfc9-957a-434b-b6a5-6c78dcf02b18 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:47:08.133125 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bdddfc47-9cb2-49b9-a981-6bfc7c716fff req-4f39bfc9-957a-434b-b6a5-6c78dcf02b18 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054064 Sep 09 06:47:08.413356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f053-31c9-4532-88f0-d37ee7ca6479 req-cade8580-c747-4447-ae2c-2c010bb3978b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:08.414888 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c4c7f053-31c9-4532-88f0-d37ee7ca6479 req-cade8580-c747-4447-ae2c-2c010bb3978b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0491076 Sep 09 06:47:08.455262 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c4c7f053-31c9-4532-88f0-d37ee7ca6479 req-392be5eb-f8a8-4af9-b1b7-8d8227b2aeb6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Sep 09 06:47:08.920835 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57226) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:09.001195 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-5b23eb2a-473c-43ef-a4b3-821fdc975f2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792551 Sep 09 06:47:09.009935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-82a77fcf-6e7a-4f71-846d-d573921449c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:47:09.010908 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-82a77fcf-6e7a-4f71-846d-d573921449c2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Sep 09 06:47:09.062083 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdf50-7bb9-465d-97a3-05ec4d1120d3 req-4f0ae3f9-a0b6-4458-864c-f7199d706480 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:09.063586 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-02bfdf50-7bb9-465d-97a3-05ec4d1120d3 req-4f0ae3f9-a0b6-4458-864c-f7199d706480 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 944 time: 0.0517707 Sep 09 06:47:09.100349 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-02bfdf50-7bb9-465d-97a3-05ec4d1120d3 req-f2382bef-b73e-45a9-b8c9-4872278cee3f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Sep 09 06:47:09.196814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b2021-908e-44f0-a89b-ae96bda7f48f req-14e23182-22f2-4a45-813b-96e82b1c5598 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:09.198284 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-224b2021-908e-44f0-a89b-ae96bda7f48f req-14e23182-22f2-4a45-813b-96e82b1c5598 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Sep 09 06:47:09.235538 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-224b2021-908e-44f0-a89b-ae96bda7f48f req-13bde1d7-7af8-4c9f-9f53-a131de99f662 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Sep 09 06:47:09.577527 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297b6fb-2899-4f9b-a821-5096e89410bd req-edcac289-fa9b-4317-b05d-62c6c195e0ec tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:09.579106 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0297b6fb-2899-4f9b-a821-5096e89410bd req-edcac289-fa9b-4317-b05d-62c6c195e0ec tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0475178 Sep 09 06:47:09.604165 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4c06443d-5edb-4c07-9f03-e89088fdfba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:09.617455 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0297b6fb-2899-4f9b-a821-5096e89410bd req-89c532d7-d0be-4e1e-ac2b-c86dce3c3c25 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Sep 09 06:47:09.698543 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ae99df07-a03c-4b1d-9f61-5a85c1a751cf details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:47:09.701706 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 0be69b6b-836f-4fb4-9e51-a62f8592483f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:09.728652 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 0be69b6b-836f-4fb4-9e51-a62f8592483f {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:09.728986 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 0be69b6b-836f-4fb4-9e51-a62f8592483f not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:09.812070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:09.823464 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf', 'network_id': '3b5485f5-3fa8-4921-95e4-734f8e28d4c9', 'port_id': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf', 'mac_address': 'fa:16:3e:60:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096be6df-f16d-4408-80b6-148ec796c7e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:47:09.974017 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:09.986153 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae99df07-a03c-4b1d-9f61-5a85c1a751cf {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:47:10.005352 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:10.078258 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:10.108422 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:10.124786 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:10.215527 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ab2f-bb9a-4adc-80fa-1bf1e0136097 req-3ed3ee66-5014-460d-a700-a1c80d62439c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:10.216914 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e677ab2f-bb9a-4adc-80fa-1bf1e0136097 req-3ed3ee66-5014-460d-a700-a1c80d62439c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 945 time: 0.0500231 Sep 09 06:47:10.254005 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e677ab2f-bb9a-4adc-80fa-1bf1e0136097 req-58174f9e-7178-40fa-8f52-9e568424f746 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 09 06:47:10.347912 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095e2d-3480-45db-8edf-d3134d87ebc3 req-77ebfbd8-0d09-4b3b-ab9d-f0f1f3497d96 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:10.350252 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03095e2d-3480-45db-8edf-d3134d87ebc3 req-77ebfbd8-0d09-4b3b-ab9d-f0f1f3497d96 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Sep 09 06:47:10.386899 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03095e2d-3480-45db-8edf-d3134d87ebc3 req-21729e76-c4d7-46c6-97b7-1e3434f37055 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Sep 09 06:47:10.417484 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['ae99df07-a03c-4b1d-9f61-5a85c1a751cf'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:10.667724 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:10.734749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde8437-5174-4374-8b87-80a346316a0b req-0b0fd639-b3ea-4a02-8cad-9db3e64435a6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:10.736235 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4dde8437-5174-4374-8b87-80a346316a0b req-0b0fd639-b3ea-4a02-8cad-9db3e64435a6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0480919 Sep 09 06:47:10.772502 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4dde8437-5174-4374-8b87-80a346316a0b req-c189b03d-fad6-49a9-894f-b04ea53db3ac tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302055 Sep 09 06:47:11.367518 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edd198-0087-4f10-8840-9f32a5b06f10 req-041c5abd-dbc4-4702-90c3-86d0cd2085d8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.368960 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-67edd198-0087-4f10-8840-9f32a5b06f10 req-041c5abd-dbc4-4702-90c3-86d0cd2085d8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 945 time: 0.0497687 Sep 09 06:47:11.405325 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-67edd198-0087-4f10-8840-9f32a5b06f10 req-541bd96a-a5c8-4dfb-baa1-19aee9ee238e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301816 Sep 09 06:47:11.500013 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65735124-6191-4d13-9b44-d83c2a1272a4 req-36dd49bc-7edd-4c75-a42e-281887ae9cae tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.501460 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-65735124-6191-4d13-9b44-d83c2a1272a4 req-36dd49bc-7edd-4c75-a42e-281887ae9cae tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0467644 Sep 09 06:47:11.578221 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-65735124-6191-4d13-9b44-d83c2a1272a4 req-6f84d638-4dfa-41a1-abbd-72d4defff899 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707574 Sep 09 06:47:11.606101 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-85558f6c-ffd0-4d49-9dba-3fdeecd7e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.607591 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-85558f6c-ffd0-4d49-9dba-3fdeecd7e184 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 1096 time: 0.0756111 Sep 09 06:47:11.672555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-065f426a-692a-467b-8ea5-ac8eb4330260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.871734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-065f426a-692a-467b-8ea5-ac8eb4330260 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1096 time: 0.0376534 Sep 09 06:47:11.872302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ae99df07-a03c-4b1d-9f61-5a85c1a751cf up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:47:11.872890 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-78c230bc-d792-4bb3-b59e-8c25099cdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.872890 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-78c230bc-d792-4bb3-b59e-8c25099cdd2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.0827777 Sep 09 06:47:11.872890 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-9e3d4b76-931d-4026-8f7e-2b7b9c73d8c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 998 time: 0.0595918 Sep 09 06:47:11.925541 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port ae99df07-a03c-4b1d-9f61-5a85c1a751cf completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:47:11.925933 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95b1a-2593-4c97-a436-83a9d9e69d78 req-082a392a-c42a-43f9-939c-79de1d9c3d55 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.927078 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-97e95b1a-2593-4c97-a436-83a9d9e69d78 req-082a392a-c42a-43f9-939c-79de1d9c3d55 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0818372 Sep 09 06:47:11.928836 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-23ef1feb-a2f6-469d-8b08-77c04a7cfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:11.930157 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-23ef1feb-a2f6-469d-8b08-77c04a7cfea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0614762 Sep 09 06:47:11.930471 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port ae99df07-a03c-4b1d-9f61-5a85c1a751cf triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:47:11.930836 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:11.998935 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-97e95b1a-2593-4c97-a436-83a9d9e69d78 req-813ef149-c2e5-4c2d-a5f1-631b4e1b98be tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644059 Sep 09 06:47:12.005744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-8fed6a11-1345-4e01-9d10-f8d7a87bf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:12.007234 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-8fed6a11-1345-4e01-9d10-f8d7a87bf79b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657554 Sep 09 06:47:12.015340 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:12.037251 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:12.039523 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baacb766-99c2-49fc-b6cd-cd6629b10c41" -d '{"events": [{"server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:12.052320 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:12.078086 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeaf928-8ac8-48b7-99ba-dd6ed120702f x-openstack-request-id: req-7eeaf928-8ac8-48b7-99ba-dd6ed120702f {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:12.078377 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:12.078624 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7eeaf928-8ac8-48b7-99ba-dd6ed120702f {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:12.079037 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf', 'code': 200} Sep 09 06:47:12.105196 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-665f01aa-383a-4702-a5d0-4af308d8c8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836294 Sep 09 06:47:12.134882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:12.134882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:12.203904 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7406aed5-4787-4454-9adc-fa39f6fc2f0b req-f41d7c98-c49b-4504-86b6-0ca4b426397a service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Sep 09 06:47:12.204817 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:12.409577 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:12.430360 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a8e0-2856-4978-b0c5-ffc38249218c req-8d0963dc-d696-4d53-bc79-ea9c42e0475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:12.431961 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7585a8e0-2856-4978-b0c5-ffc38249218c req-8d0963dc-d696-4d53-bc79-ea9c42e0475c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 1099 time: 0.0395496 Sep 09 06:47:12.485163 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7585a8e0-2856-4978-b0c5-ffc38249218c req-1198c2b8-da38-428a-951d-f6bba3b2ca7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Sep 09 06:47:12.522272 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6fa1-c33d-42e7-a16f-155c44aeae70 req-6c7a6015-3b00-49c8-baaf-9a991af3158f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:12.524439 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9d4e6fa1-c33d-42e7-a16f-155c44aeae70 req-6c7a6015-3b00-49c8-baaf-9a991af3158f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0529783 Sep 09 06:47:12.561021 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9d4e6fa1-c33d-42e7-a16f-155c44aeae70 req-e2acabd2-0fd9-46c8-a81e-7488fd3f4e82 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Sep 09 06:47:12.688156 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf8f0-c4d5-4771-8d8e-2692421fbf3b req-97b849fa-85e2-4a44-a48c-86b428ff031e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:12.689502 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4c1bf8f0-c4d5-4771-8d8e-2692421fbf3b req-97b849fa-85e2-4a44-a48c-86b428ff031e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0462353 Sep 09 06:47:12.726311 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4c1bf8f0-c4d5-4771-8d8e-2692421fbf3b req-80e6f9db-e513-4869-b72c-e4528ce6847a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Sep 09 06:47:13.125966 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50db00-bc03-431f-825e-51902bfe84e1 req-b62d7ba7-9993-4688-ab44-30d96511a49e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:13.127841 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f50db00-bc03-431f-825e-51902bfe84e1 req-b62d7ba7-9993-4688-ab44-30d96511a49e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0569344 Sep 09 06:47:13.189046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f50db00-bc03-431f-825e-51902bfe84e1 req-b6607f85-ffe8-4253-a494-a729fd773a60 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547006 Sep 09 06:47:13.227096 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:13.678437 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f50dd-1001-46a4-8520-14a72e04936d req-6f0062e6-7464-4f77-a179-a0b0fd2f5b61 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:13.679905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f11f50dd-1001-46a4-8520-14a72e04936d req-6f0062e6-7464-4f77-a179-a0b0fd2f5b61 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0507064 Sep 09 06:47:13.716689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f11f50dd-1001-46a4-8520-14a72e04936d req-e7ecbbed-e824-4673-abd5-d4d570d75861 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Sep 09 06:47:13.844197 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aca93-5840-477e-994b-4fb288bde918 req-6783917d-7230-49cb-8fab-c116437d8234 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:13.845580 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f32aca93-5840-477e-994b-4fb288bde918 req-6783917d-7230-49cb-8fab-c116437d8234 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0477190 Sep 09 06:47:13.882127 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f32aca93-5840-477e-994b-4fb288bde918 req-309d7f43-d8ad-4c58-ab9f-fa96cefc00c8 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306425 Sep 09 06:47:14.304484 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb04f3-2402-46df-a4ad-cdeb3f3dcd82 req-24239753-c6fa-494d-98ad-513355644680 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:14.305960 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bcb04f3-2402-46df-a4ad-cdeb3f3dcd82 req-24239753-c6fa-494d-98ad-513355644680 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0510614 Sep 09 06:47:14.343137 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bcb04f3-2402-46df-a4ad-cdeb3f3dcd82 req-980f3daf-1a4e-4e05-b9b9-fbbf3b6a585c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Sep 09 06:47:14.846265 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41afdd9-6435-47c6-a3b9-91f220151330 req-96dc8743-ae5f-467f-91c2-288431325ecf tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:14.850906 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a41afdd9-6435-47c6-a3b9-91f220151330 req-96dc8743-ae5f-467f-91c2-288431325ecf tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0687766 Sep 09 06:47:14.887933 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a41afdd9-6435-47c6-a3b9-91f220151330 req-b583bd8a-bdbe-4130-a1a4-0077879b0846 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Sep 09 06:47:14.996361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff30eb-d991-4e1d-b191-ae07029dbb56 req-a836b24f-9bac-484f-a30a-625261a05e14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:14.997724 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-42ff30eb-d991-4e1d-b191-ae07029dbb56 req-a836b24f-9bac-484f-a30a-625261a05e14 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Sep 09 06:47:15.033121 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-42ff30eb-d991-4e1d-b191-ae07029dbb56 req-b6d6cf6e-dc85-4457-9ac5-8afdcc173ff7 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294993 Sep 09 06:47:15.461364 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c68ee9-4175-43e5-bb2c-a265ed3bd370 req-f0a413e6-ddf8-4f5c-a5e4-29c67d554328 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:15.463504 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5c68ee9-4175-43e5-bb2c-a265ed3bd370 req-f0a413e6-ddf8-4f5c-a5e4-29c67d554328 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0502632 Sep 09 06:47:15.499765 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5c68ee9-4175-43e5-bb2c-a265ed3bd370 req-fbf17ade-66c3-42a7-8af7-697450b1665e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Sep 09 06:47:16.003573 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f5ab2-a6b0-4abb-87ff-1f5ffc479f0c req-166f3854-2afc-4862-a127-aed05f42496d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:16.004987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-613f5ab2-a6b0-4abb-87ff-1f5ffc479f0c req-166f3854-2afc-4862-a127-aed05f42496d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0492013 Sep 09 06:47:16.044978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-613f5ab2-a6b0-4abb-87ff-1f5ffc479f0c req-d745a453-97e8-4bc3-8602-81ed4ecadb03 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Sep 09 06:47:16.150851 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4d40a-9987-4d45-9355-1364ce3dbca7 req-0234c852-1c52-4984-9f95-3d8b327a3560 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:16.152732 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6de4d40a-9987-4d45-9355-1364ce3dbca7 req-0234c852-1c52-4984-9f95-3d8b327a3560 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Sep 09 06:47:16.198902 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6de4d40a-9987-4d45-9355-1364ce3dbca7 req-7fccd92c-23c8-4396-93e5-cc5995c0ab3a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Sep 09 06:47:16.619609 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb709-e9c2-4dc7-90ed-7e8c2c6ebcc8 req-b5d82aa9-cde9-47e0-a49b-2ff9bf0f9a18 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:16.621091 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d8cbb709-e9c2-4dc7-90ed-7e8c2c6ebcc8 req-b5d82aa9-cde9-47e0-a49b-2ff9bf0f9a18 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0501454 Sep 09 06:47:16.658216 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d8cbb709-e9c2-4dc7-90ed-7e8c2c6ebcc8 req-07b64fc9-943b-466b-92a9-e9990b6b4b0a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Sep 09 06:47:17.165094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce0df-3ff0-4868-8499-1c761e6b4d9c req-fc03f2b4-6f82-4913-8010-5f0b7c65e2d3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:17.166672 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec5ce0df-3ff0-4868-8499-1c761e6b4d9c req-fc03f2b4-6f82-4913-8010-5f0b7c65e2d3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0532537 Sep 09 06:47:17.203143 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec5ce0df-3ff0-4868-8499-1c761e6b4d9c req-a8724a72-4e5f-4c00-a2c2-64ccb49fd58f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Sep 09 06:47:17.326467 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582750dc-4a69-44a4-9104-ddebd7f73b2b req-788591df-036c-4597-b1be-e4800b83b9c6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:17.327923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-582750dc-4a69-44a4-9104-ddebd7f73b2b req-788591df-036c-4597-b1be-e4800b83b9c6 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Sep 09 06:47:17.366780 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-582750dc-4a69-44a4-9104-ddebd7f73b2b req-8ce4c43f-a97e-47be-987d-419f833ce6dd tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Sep 09 06:47:17.782093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1341f-cb3f-4ba5-8a12-a424ac0453bf req-013b87da-a11b-45a4-8106-3e1fd85f20cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:17.783560 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85d1341f-cb3f-4ba5-8a12-a424ac0453bf req-013b87da-a11b-45a4-8106-3e1fd85f20cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0477798 Sep 09 06:47:17.823170 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85d1341f-cb3f-4ba5-8a12-a424ac0453bf req-e4bc2c11-1261-4c27-986b-52700d1b5f7e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 Sep 09 06:47:18.199731 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:47:18.330161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1393e-2b69-4b62-9b5c-4ab083ac0074 req-0e95cf64-e551-45da-9b7e-15bc2962293a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:18.331683 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d9d1393e-2b69-4b62-9b5c-4ab083ac0074 req-0e95cf64-e551-45da-9b7e-15bc2962293a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0514615 Sep 09 06:47:18.370980 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d9d1393e-2b69-4b62-9b5c-4ab083ac0074 req-1a3f66ef-623e-4754-b923-810eae75ac18 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Sep 09 06:47:18.491602 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b291b-bdeb-4c62-b04f-01f23b820efd req-f2947885-af93-4797-82ea-e2dccbe18ce2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:18.492976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-298b291b-bdeb-4c62-b04f-01f23b820efd req-f2947885-af93-4797-82ea-e2dccbe18ce2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Sep 09 06:47:18.533767 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-298b291b-bdeb-4c62-b04f-01f23b820efd req-79a85328-419a-465d-af38-ecf0f31de4f0 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Sep 09 06:47:18.960443 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e8e09-a8dd-4cd9-bf37-2ac39b762a95 req-5a5af230-d33a-4fe9-a0ff-1b4870ea3458 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:18.961899 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ca4e8e09-a8dd-4cd9-bf37-2ac39b762a95 req-5a5af230-d33a-4fe9-a0ff-1b4870ea3458 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0490024 Sep 09 06:47:19.004674 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ca4e8e09-a8dd-4cd9-bf37-2ac39b762a95 req-0fe7cf2f-0f04-4abe-b5a1-2a165f78b70c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360880 Sep 09 06:47:19.489748 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebafe3-f39d-42e0-8e25-56867e1e4cba req-e8a898dd-946e-4244-8bd0-67e3a58dc65a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:19.491236 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3cebafe3-f39d-42e0-8e25-56867e1e4cba req-e8a898dd-946e-4244-8bd0-67e3a58dc65a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0531466 Sep 09 06:47:19.529058 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3cebafe3-f39d-42e0-8e25-56867e1e4cba req-7d4c10ff-527a-4514-aa55-e037c910cbee tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Sep 09 06:47:19.651954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17009f0-2faa-4d97-9009-ae53881f3960 req-a99ee525-fc77-408a-b6e0-c0d49b292838 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:19.653449 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b17009f0-2faa-4d97-9009-ae53881f3960 req-a99ee525-fc77-408a-b6e0-c0d49b292838 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0505507 Sep 09 06:47:19.691889 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b17009f0-2faa-4d97-9009-ae53881f3960 req-3ad8e2b2-ca64-478c-a5bc-fa73e9a6969a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Sep 09 06:47:20.150945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c858ca-6617-4a10-97ac-86f16b7bb726 req-4a0987b0-d072-4dd5-b9dc-544876be528f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:20.152465 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36c858ca-6617-4a10-97ac-86f16b7bb726 req-4a0987b0-d072-4dd5-b9dc-544876be528f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0534158 Sep 09 06:47:20.191721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36c858ca-6617-4a10-97ac-86f16b7bb726 req-dcd283fe-29c6-41f5-9a63-a431877405ea tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Sep 09 06:47:20.646337 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cac35-bf30-43e8-b083-281a86f78953 req-9024aea9-27b6-453f-94ea-a5b4ecc80235 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:20.647865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec8cac35-bf30-43e8-b083-281a86f78953 req-9024aea9-27b6-453f-94ea-a5b4ecc80235 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0535645 Sep 09 06:47:20.684607 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec8cac35-bf30-43e8-b083-281a86f78953 req-781798e5-6d5e-48ad-b7a0-0ca7bec0fec1 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Sep 09 06:47:20.809215 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211a9fd-2a4d-4ef9-a040-08f9f02b8413 req-66de9f5e-ba07-4d90-91f3-c728d1cb0688 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:20.811046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8211a9fd-2a4d-4ef9-a040-08f9f02b8413 req-66de9f5e-ba07-4d90-91f3-c728d1cb0688 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Sep 09 06:47:20.855349 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8211a9fd-2a4d-4ef9-a040-08f9f02b8413 req-8b2c5bc8-63d2-4faa-bf3a-910564a74f5b tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Sep 09 06:47:21.367380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41abbc1-94cf-41d1-b9f3-48503367ea77 req-25a6ef2c-37d2-4d51-9057-baa76560f067 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:21.369666 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e41abbc1-94cf-41d1-b9f3-48503367ea77 req-25a6ef2c-37d2-4d51-9057-baa76560f067 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0670879 Sep 09 06:47:21.412489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e41abbc1-94cf-41d1-b9f3-48503367ea77 req-03e884d6-149b-45d3-9428-d9f91fe4f296 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 Sep 09 06:47:21.802397 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506a8e-5be1-4042-9d99-b7fdc9e39712 req-782ef014-ec88-4191-bbc9-dede7dde7573 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:21.803874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-53506a8e-5be1-4042-9d99-b7fdc9e39712 req-782ef014-ec88-4191-bbc9-dede7dde7573 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0518260 Sep 09 06:47:21.844764 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-53506a8e-5be1-4042-9d99-b7fdc9e39712 req-ac751c72-54e5-4c45-8128-5360f76a1b05 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Sep 09 06:47:21.974029 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d56-27f2-4689-b065-18b2e0824d9e req-fb52ea40-f059-4f93-91dc-46b93eb85fdc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:21.975431 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e20e2d56-27f2-4689-b065-18b2e0824d9e req-fb52ea40-f059-4f93-91dc-46b93eb85fdc tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0551326 Sep 09 06:47:22.014317 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e20e2d56-27f2-4689-b065-18b2e0824d9e req-978af336-1014-41ff-bb2b-566633fca818 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Sep 09 06:47:22.532834 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846fe9a-d134-41fc-a4e6-62eb64ea2b5e req-62514613-d8c7-4a30-99b2-390ff3b108bd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:22.534429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1846fe9a-d134-41fc-a4e6-62eb64ea2b5e req-62514613-d8c7-4a30-99b2-390ff3b108bd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0484750 Sep 09 06:47:22.573150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1846fe9a-d134-41fc-a4e6-62eb64ea2b5e req-f82906c9-707f-4751-b7cf-b7a172c1e626 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Sep 09 06:47:22.962177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3383d-d593-4b58-b659-59dfcd1d7efa req-cd24b526-56cd-4c25-9093-58333029284b tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:22.964313 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3c3383d-d593-4b58-b659-59dfcd1d7efa req-cd24b526-56cd-4c25-9093-58333029284b tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0524549 Sep 09 06:47:23.002306 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3c3383d-d593-4b58-b659-59dfcd1d7efa req-cd3b1225-8550-4a20-862c-63ddaa8c10f3 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Sep 09 06:47:23.127617 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0521-0261-4caa-b7d8-be541859e98d req-1de35bef-d110-45f7-b474-03c61c0e133e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:23.129020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a60c0521-0261-4caa-b7d8-be541859e98d req-1de35bef-d110-45f7-b474-03c61c0e133e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0475240 Sep 09 06:47:23.169108 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a60c0521-0261-4caa-b7d8-be541859e98d req-d18deedb-1f92-4df7-896f-39ffd8353ef1 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Sep 09 06:47:23.696533 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4240-208f-4002-9328-aa8cb60923dc req-f02d6b07-3747-4f0f-a141-ca8f5aaf53e9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:23.698538 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-467d4240-208f-4002-9328-aa8cb60923dc req-f02d6b07-3747-4f0f-a141-ca8f5aaf53e9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0490119 Sep 09 06:47:23.735362 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-467d4240-208f-4002-9328-aa8cb60923dc req-ab5119fa-8aa2-4f2b-b3d4-50a57fcb7c03 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Sep 09 06:47:24.125337 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7f4b-1654-4543-88d8-02703f9e49ee req-a20b2702-2d16-4130-ae48-6de2af5908dd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:24.126991 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-86bd7f4b-1654-4543-88d8-02703f9e49ee req-a20b2702-2d16-4130-ae48-6de2af5908dd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0517118 Sep 09 06:47:24.166393 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-86bd7f4b-1654-4543-88d8-02703f9e49ee req-6595b8f9-3407-4ddf-bd86-d6d4b90bfee8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Sep 09 06:47:24.289117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8e32-ba95-488f-8aeb-f08e5b281a48 req-314253d8-3be2-42b6-863f-45a715a238ed tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:24.290535 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cdff8e32-ba95-488f-8aeb-f08e5b281a48 req-314253d8-3be2-42b6-863f-45a715a238ed tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0474043 Sep 09 06:47:24.335957 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cdff8e32-ba95-488f-8aeb-f08e5b281a48 req-5d656621-7d89-4ec3-95b9-1911859d4c29 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375409 Sep 09 06:47:24.855994 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e420a2-2ba5-4de5-b470-00938120f4ff req-c0bd55de-8eb6-47ec-afd5-503fddf5223e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:24.857570 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a4e420a2-2ba5-4de5-b470-00938120f4ff req-c0bd55de-8eb6-47ec-afd5-503fddf5223e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0502086 Sep 09 06:47:24.895959 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a4e420a2-2ba5-4de5-b470-00938120f4ff req-5c4037be-daf0-49a6-8cff-547a3bfc964b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Sep 09 06:47:25.293513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581080-573a-4f64-9168-1a899782dae0 req-a54dedd6-2419-4133-83e0-863c4b10fe36 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:25.294996 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36581080-573a-4f64-9168-1a899782dae0 req-a54dedd6-2419-4133-83e0-863c4b10fe36 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0525312 Sep 09 06:47:25.342083 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36581080-573a-4f64-9168-1a899782dae0 req-f4e77944-0a89-4eca-94d9-7d24b590bca5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Sep 09 06:47:25.450169 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a95e1-ff2d-4d1f-a716-564d6db09386 req-c2700571-2418-459d-8c8a-fa71ab2ed40e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:25.451647 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a7a95e1-ff2d-4d1f-a716-564d6db09386 req-c2700571-2418-459d-8c8a-fa71ab2ed40e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Sep 09 06:47:25.489592 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0a7a95e1-ff2d-4d1f-a716-564d6db09386 req-bb7e0bea-ee68-4c7a-8844-62e04b73b2a2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Sep 09 06:47:26.015332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d845a-996e-482b-8a26-9f64eb9f6db9 req-e6a985ce-af91-47b5-b7f3-ea31df2db58f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:26.016757 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c18d845a-996e-482b-8a26-9f64eb9f6db9 req-e6a985ce-af91-47b5-b7f3-ea31df2db58f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0471563 Sep 09 06:47:26.054827 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c18d845a-996e-482b-8a26-9f64eb9f6db9 req-784a54c7-1a3b-41cd-8c17-af99a3a2a71e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Sep 09 06:47:26.449284 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cb783-7227-49d1-ac24-57f31c3b5398 req-4fc49759-3099-4353-af9b-ef1538ee8809 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:26.450698 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe0cb783-7227-49d1-ac24-57f31c3b5398 req-4fc49759-3099-4353-af9b-ef1538ee8809 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0498779 Sep 09 06:47:26.486835 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fe0cb783-7227-49d1-ac24-57f31c3b5398 req-4550dad6-73e3-40d4-bffc-808339fc6431 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304551 Sep 09 06:47:26.602597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae111-1629-427d-9040-baf6e4d125db req-92784f3a-260d-4488-9688-539b544b6896 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:26.604013 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-83cae111-1629-427d-9040-baf6e4d125db req-92784f3a-260d-4488-9688-539b544b6896 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0476437 Sep 09 06:47:26.639603 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-83cae111-1629-427d-9040-baf6e4d125db req-7a62dba9-40b0-48b7-b303-875e1396acef tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298750 Sep 09 06:47:26.888231 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-8b1be789-ad34-4027-adf8-62f9d0a69563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:26.889658 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-8b1be789-ad34-4027-adf8-62f9d0a69563 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1096 time: 0.0393274 Sep 09 06:47:27.003006 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-a3558691-4e63-4882-974c-3f276512bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.004419 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-a3558691-4e63-4882-974c-3f276512bcaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.0850086 Sep 09 06:47:27.073511 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-f1d49f88-3576-45ae-91fe-49d4085ead4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 200 len: 998 time: 0.0549920 Sep 09 06:47:27.156316 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-f78e28e2-9101-410a-bac2-0bb1c5a87684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.157593 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-f78e28e2-9101-410a-bac2-0bb1c5a87684 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0673816 Sep 09 06:47:27.179241 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474580e2-afab-4ac6-8314-19d03cd74ff8 req-fb48fb4a-a18e-40ed-98f9-37b091b38396 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.180683 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-474580e2-afab-4ac6-8314-19d03cd74ff8 req-fb48fb4a-a18e-40ed-98f9-37b091b38396 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0524919 Sep 09 06:47:27.236342 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-474580e2-afab-4ac6-8314-19d03cd74ff8 req-6fd76519-f282-4c33-9798-d4a7b3106e9b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476227 Sep 09 06:47:27.244075 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-a3bb81bf-2fcc-4b2c-809c-80f86e840ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.245499 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-a3bb81bf-2fcc-4b2c-809c-80f86e840ffe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639584 Sep 09 06:47:27.359074 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-bb0ae5a1-c49e-4e58-9590-1f41458f9545 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Sep 09 06:47:27.446916 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20fa35ae-ee74-4027-a62c-4d936174a37f req-bb708ec9-6321-456e-8db1-92fbb906dbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786221 Sep 09 06:47:27.569927 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-d68620e0-9910-4907-809a-6358bda55ad2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.571312 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-d68620e0-9910-4907-809a-6358bda55ad2 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0577316 Sep 09 06:47:27.636532 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444d7eb-4b3f-44f7-8c49-76eee9956a8a req-9e9d8b15-6588-4a2e-b6f0-38924db7c4e4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:27.637978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1444d7eb-4b3f-44f7-8c49-76eee9956a8a req-9e9d8b15-6588-4a2e-b6f0-38924db7c4e4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0837371 Sep 09 06:47:27.938998 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1444d7eb-4b3f-44f7-8c49-76eee9956a8a req-c718c283-9940-49e7-aa8f-0a27c0f8ca92 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947078 Sep 09 06:47:27.973137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Deleting port c77d358f-4945-49fc-a4f4-9d5d48b597d7 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:27.973469 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:28.010532 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef186-5f68-4da6-9db2-1647ed8d2f6b req-a304be36-4639-4982-8640-20a25873ffae tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:28.011987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2d9ef186-5f68-4da6-9db2-1647ed8d2f6b req-a304be36-4639-4982-8640-20a25873ffae tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 945 time: 0.0784862 Sep 09 06:47:28.091712 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2d9ef186-5f68-4da6-9db2-1647ed8d2f6b req-7a66693e-0bdf-461a-bb91-7c965c9ba38e tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb05cb7-8854-42e4-ace1-7e83276cf405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 Sep 09 06:47:28.097825 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] For port c77d358f-4945-49fc-a4f4-9d5d48b597d7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77d358f-4945-49fc-a4f4-9d5d48b597d7,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:28.098177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:28.109680 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Calling delete_port for c77d358f-4945-49fc-a4f4-9d5d48b597d7 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:28.283364 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:28.296270 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['c77d358f-4945-49fc-a4f4-9d5d48b597d7'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:28.331315 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Pushing event deleted for resources: {'Port': ['ID=c77d358f-4945-49fc-a4f4-9d5d48b597d7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:28.366998 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.367348 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.367691 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.368028 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.368885 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.369216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.369543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.369867 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.370192 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.370513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.370834 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.371201 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:28.394018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] No DVR routers for this DVR port c77d358f-4945-49fc-a4f4-9d5d48b597d7 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:28.396670 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:28.398626 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0b8df313-8103-4762-8c82-f85cff0bdcd7 req-ef943668-101c-45c9-b4c6-4012f6161f8a tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.35 "DELETE /v2.0/ports/c77d358f-4945-49fc-a4f4-9d5d48b597d7 HTTP/1.1" status: 204 len: 173 time: 0.8048263 Sep 09 06:47:28.399216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'name': 'network-vif-deleted', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:28.401703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dcecf8-f505-4a2d-8c2d-8281064ac401" -d '{"events": [{"server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "name": "network-vif-deleted", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:28.419878 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8738-d895-4e46-8573-95fab6779717 req-95e2f192-a902-4606-9abe-36fd910fe3e0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:28.421365 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52af8738-d895-4e46-8573-95fab6779717 req-95e2f192-a902-4606-9abe-36fd910fe3e0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.1003501 Sep 09 06:47:28.441508 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35af4ee-cf60-49be-bcce-372fd0375c55 x-openstack-request-id: req-e35af4ee-cf60-49be-bcce-372fd0375c55 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:28.441779 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8effc4a7-2622-4da3-8a1a-8550b65642e5", "name": "network-vif-deleted", "tag": "c77d358f-4945-49fc-a4f4-9d5d48b597d7", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:28.442026 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e35af4ee-cf60-49be-bcce-372fd0375c55 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:28.442408 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8effc4a7-2622-4da3-8a1a-8550b65642e5', 'name': 'network-vif-deleted', 'tag': 'c77d358f-4945-49fc-a4f4-9d5d48b597d7', 'status': 'completed', 'code': 200} Sep 09 06:47:28.462200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52af8738-d895-4e46-8573-95fab6779717 req-fbbad4b4-ddaa-46e6-a0d8-39042688449b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347693 Sep 09 06:47:29.054193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306c042-3900-48c4-8985-7a6faab5874e req-37b4d11d-ff96-4ecc-9c71-bc522bdd1401 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:29.055691 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3306c042-3900-48c4-8985-7a6faab5874e req-37b4d11d-ff96-4ecc-9c71-bc522bdd1401 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0509894 Sep 09 06:47:29.093183 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3306c042-3900-48c4-8985-7a6faab5874e req-d34c942a-231d-4160-bc7f-044b0fc83329 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Sep 09 06:47:29.199444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-11a27d63-a906-4295-90ae-82aec04a0245 req-d55a1103-60c8-418e-8217-6c67a984be10 tempest-ServerRescueNegativeTestJSON-432087758 tempest-ServerRescueNegativeTestJSON-432087758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8effc4a7-2622-4da3-8a1a-8550b65642e5 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Sep 09 06:47:29.580236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2388b-2b2e-4424-b96b-696db4901ff8 req-69954816-2f0e-48c4-bc1b-ef57fbad52ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:29.581695 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1f2388b-2b2e-4424-b96b-696db4901ff8 req-69954816-2f0e-48c4-bc1b-ef57fbad52ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0487201 Sep 09 06:47:29.619031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b1f2388b-2b2e-4424-b96b-696db4901ff8 req-e4c46a68-40c8-4d5c-ae7b-f9772b425c61 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Sep 09 06:47:30.253324 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57396) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:30.655346 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:30.751171 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2b821-c5ef-4501-b79f-f183c7fac14a req-ea032459-e36b-481b-9e33-aab6b3ae1f27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:30.765656 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-08f2b821-c5ef-4501-b79f-f183c7fac14a req-ea032459-e36b-481b-9e33-aab6b3ae1f27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0609455 Sep 09 06:47:30.826513 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-08f2b821-c5ef-4501-b79f-f183c7fac14a req-ef09814d-e559-41df-843f-597367c94070 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665309 Sep 09 06:47:31.143951 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Deleting port c77bc37a-48db-485d-b7e1-22a87f17f140 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:31.144205 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:31.224014 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] For port c77bc37a-48db-485d-b7e1-22a87f17f140, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c77bc37a-48db-485d-b7e1-22a87f17f140,segment=NetworkSegment(cf8bf842-a5ee-4428-859c-f28ab662b96e),segment_id=cf8bf842-a5ee-4428-859c-f28ab662b96e)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:31.224338 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:31.236224 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Calling delete_port for c77bc37a-48db-485d-b7e1-22a87f17f140 owned by network:router_interface {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:31.506095 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:31.532123 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77bc37a-48db-485d-b7e1-22a87f17f140,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:31.557438 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.557777 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.558107 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.558432 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.558751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.559092 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.559423 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.559730 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.560044 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.560355 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.560666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.560976 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:31.659688 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:31.801780 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device c77d358f-4945-49fc-a4f4-9d5d48b597d7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:31.821498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: c77d358f-4945-49fc-a4f4-9d5d48b597d7 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:31.825759 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device c77d358f-4945-49fc-a4f4-9d5d48b597d7 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:31.873255 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Router 63e49982-bb02-4c16-b052-78d8b3816ca7 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:47:31.954525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad793dd-2be3-49f6-a0f2-309d7bf8a6db req-5ebd9fd5-9654-4c2a-b9cd-e7d2e2811e94 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:31.955150 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8ad793dd-2be3-49f6-a0f2-309d7bf8a6db req-5ebd9fd5-9654-4c2a-b9cd-e7d2e2811e94 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0521040 Sep 09 06:47:31.980318 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:47:31.989076 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-da0698cf-d036-4a1c-9e3b-f6a1214e3937 admin admin] 10.222.0.37 "PUT /v2.0/routers/63e49982-bb02-4c16-b052-78d8b3816ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7314537 Sep 09 06:47:31.989076 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57416) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:31.991981 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Sync routers for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:47:31.996253 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8ad793dd-2be3-49f6-a0f2-309d7bf8a6db req-54a66803-2905-4aef-b651-4d234c7e5ed0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Sep 09 06:47:32.001605 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:47:32.002434 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:47:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:32.100351 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.107695 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:47:32.203892 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.296957 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:47:31Z', 'revision_number': 5, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port': {'id': 'e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:00:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:32.345193 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Deleting port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:32.345632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.403924 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Checking router: 63e49982-bb02-4c16-b052-78d8b3816ca7 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:47:32.413926 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Routers {'63e49982-bb02-4c16-b052-78d8b3816ca7'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:47:32.414700 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:47:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['63e49982-bb02-4c16-b052-78d8b3816ca7'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:32.431772 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] For port e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:32.432154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.444492 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Calling delete_port for e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f owned by network:router_gateway {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:32.506848 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] Set router 63e49982-bb02-4c16-b052-78d8b3816ca7 gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:47:32.560205 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:47:32Z', 'revision_number': 6, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:32.586358 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac0789-b406-4da4-9d09-fb174135f124 None None] The sync data for ids ['63e49982-bb02-4c16-b052-78d8b3816ca7'] in dv-cinder-733062-23-iscsi is: [{'id': '63e49982-bb02-4c16-b052-78d8b3816ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-290232247-router', 'tenant_id': '65636dc8e6084a19aa10122089ea0905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:47:32Z', 'revision_number': 6, 'project_id': '65636dc8e6084a19aa10122089ea0905', 'gw_port_host': None}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:47:32.694674 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.724432 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:32.744427 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.845971 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.848205 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.986029 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.986585 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e49982-bb02-4c16-b052-78d8b3816ca7 {{(pid=100948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:47:32.991679 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:32.992970 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-6fd03179-5aee-4292-b41e-2bf5a3892c23 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63e49982-bb02-4c16-b052-78d8b3816ca7 HTTP/1.1" status: 204 len: 168 time: 1.0036023 Sep 09 06:47:32.995524 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57422) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:33.043427 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Deleting subnet 99ffa070-c585-4635-8b99-26f0fb1ec8b1 {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:47:33.043835 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.077534 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.083129 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.117713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e504dc-ceb9-4fae-9de6-2cbd0aa0fff1 req-5be30e51-53fd-4b5c-953d-aadfdaa7b954 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:33.119277 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5e504dc-ceb9-4fae-9de6-2cbd0aa0fff1 req-5be30e51-53fd-4b5c-953d-aadfdaa7b954 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0463428 Sep 09 06:47:33.156064 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5e504dc-ceb9-4fae-9de6-2cbd0aa0fff1 req-38101a5b-b02f-47ce-a9f3-291c77adccba tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Sep 09 06:47:33.203755 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.233980 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ffa070-c585-4635-8b99-26f0fb1ec8b1,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:33.235916 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.237755 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8e8b57b4-9408-460d-86a3-1564f9cfa407 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99ffa070-c585-4635-8b99-26f0fb1ec8b1 HTTP/1.1" status: 204 len: 168 time: 0.2413163 Sep 09 06:47:33.240236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57426) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:33.306264 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.389577 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.409309 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.409655 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.410406 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.410731 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > port after_create 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.411084 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.411427 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > port after_update 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.411739 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.412066 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.412372 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.412701 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.480113 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.480455 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.480830 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.481128 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:47:33.481429 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:33.498774 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8bf842-a5ee-4428-859c-f28ab662b96e') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:33.499096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8bf842-a5ee-4428-859c-f28ab662b96e') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:47:33.528235 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.537686 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.546769 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:47:33.547192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: from cryptography.utils import int_from_bytes Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: from cryptography.utils import int_from_bytes Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:47:33.562414 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:47:33.722382 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.727804 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:33.743271 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] 10.222.0.37 "DELETE /v2.0/networks/37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3 HTTP/1.1" status: 204 len: 168 time: 0.4886701 Sep 09 06:47:33.743271 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bcddc-2644-4596-bf49-09a3eed93b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a48731-a8f9-4aa5-b1f8-e2fd570aa3a3,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:34.048083 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57432) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:34.086181 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5c885469-ef10-4d77-b4ef-026ed039b5d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65636dc8e6084a19aa10122089ea0905&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369697 Sep 09 06:47:34.089106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57434) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:34.137765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:34.163432 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:34.274613 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a66464-fbce-4755-b694-0d0509f9599f req-15cd5904-07f5-4f7a-830c-b0f0f5ad8928 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:34.275999 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9a66464-fbce-4755-b694-0d0509f9599f req-15cd5904-07f5-4f7a-830c-b0f0f5ad8928 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0469053 Sep 09 06:47:34.294788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:34.297306 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:34.298403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bb05cb7-8854-42e4-ace1-7e83276cf405 HTTP/1.1" status: 204 len: 168 time: 0.2084389 Sep 09 06:47:34.311769 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676be088-d748-4a3c-a9ef-11fcb1ea7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb05cb7-8854-42e4-ace1-7e83276cf405,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:34.326398 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9a66464-fbce-4755-b694-0d0509f9599f req-8e1f8d4c-7228-4f47-a5a1-129ed42a834c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Sep 09 06:47:34.400456 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c77bc37a-48db-485d-b7e1-22a87f17f140 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:34.419666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: c77bc37a-48db-485d-b7e1-22a87f17f140 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:34.419999 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c77bc37a-48db-485d-b7e1-22a87f17f140 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:34.420442 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:34.438417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:34.438749 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device e77d1fbd-5cfa-4492-90f8-6d9691a5cf8f not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:35.450827 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d281853-c428-4f0c-9caf-253d3608f924 req-d3cf93aa-7639-4964-b69f-38eaffb75ce5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:35.452343 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7d281853-c428-4f0c-9caf-253d3608f924 req-d3cf93aa-7639-4964-b69f-38eaffb75ce5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 943 time: 0.0535173 Sep 09 06:47:35.492455 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7d281853-c428-4f0c-9caf-253d3608f924 req-42ba42e9-93f1-4774-bf5e-75aef3bc6aeb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Sep 09 06:47:35.836290 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:47:35.926812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:35.938124 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'mac_address': 'fa:16:3e:04:f1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:47:35.974250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:35.989518 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:47:36.009583 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:36.094566 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:36.145060 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=9']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:36.152276 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.152621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.152960 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.153288 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.153614 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.153937 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.154258 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.154577 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.154897 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.155302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.155618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.155935 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:47:36.381083 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f7ffca0c-ff32-4367-ae0b-474706aabfa7'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:36.445093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57482) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:36.548981 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4567eed-60b0-471a-b636-077bb3feaa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:36.631083 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb19dd-2635-4e2c-9b38-28c7b8b35219 req-aa73b992-a66e-4438-9dbb-33b9ca9bf578 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:36.633039 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dcfb19dd-2635-4e2c-9b38-28c7b8b35219 req-aa73b992-a66e-4438-9dbb-33b9ca9bf578 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.0682528 Sep 09 06:47:36.700175 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dcfb19dd-2635-4e2c-9b38-28c7b8b35219 req-e1dd43bc-d751-46c3-a484-03545ace87a8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611343 Sep 09 06:47:36.724944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4567eed-60b0-471a-b636-077bb3feaa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:36.825991 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4567eed-60b0-471a-b636-077bb3feaa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:36.864048 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b4567eed-60b0-471a-b636-077bb3feaa86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47c3680736bd4edd989619ff30f68c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177675 Sep 09 06:47:36.864986 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4567eed-60b0-471a-b636-077bb3feaa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6a70d-5487-40db-8fff-bbc992846b05,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:36.867941 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57490) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:36.915478 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:36.935254 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.042133 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.044854 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.046007 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0c6a70d-5487-40db-8fff-bbc992846b05 HTTP/1.1" status: 204 len: 168 time: 0.1770816 Sep 09 06:47:37.053780 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e3d60-42ac-4d29-9586-445c51388069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6a70d-5487-40db-8fff-bbc992846b05,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:37.099498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d582bdb0-89f3-4192-804c-8fcfc7658271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.632741 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57498) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:37.645618 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bbe50f13-901f-42bb-886b-309f48f186b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.734014 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bbe50f13-901f-42bb-886b-309f48f186b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.820612 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bbe50f13-901f-42bb-886b-309f48f186b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.821960 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19155e-346e-40fb-8dcb-15af30e0ca7a req-fa4da2f9-67f2-4a64-8898-57f0be779a87 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:37.823559 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f19155e-346e-40fb-8dcb-15af30e0ca7a req-fa4da2f9-67f2-4a64-8898-57f0be779a87 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 944 time: 0.0520990 Sep 09 06:47:37.854750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:47:37.855557 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bbe50f13-901f-42bb-886b-309f48f186b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07343ab603d84e69a8eaaf0fe4f0fb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217474 Sep 09 06:47:37.858836 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57504) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:37.862385 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f19155e-346e-40fb-8dcb-15af30e0ca7a req-f6dd7641-03c6-4f1e-bd4f-2b799abe7754 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Sep 09 06:47:37.867039 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe50f13-901f-42bb-886b-309f48f186b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9656879-d336-41a9-925c-ae0b4e90430d,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:37.905124 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port f7ffca0c-ff32-4367-ae0b-474706aabfa7 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:47:37.905501 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.922696 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.943305 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:37.980409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:38.001480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:38.003679 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c517d6-4763-47b7-a450-ce316c1bb21b" -d '{"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:38.016434 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:38.039202 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a8554a-2205-4e43-a54f-df162b2a0950 x-openstack-request-id: req-15a8554a-2205-4e43-a54f-df162b2a0950 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:38.039498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:38.039751 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15a8554a-2205-4e43-a54f-df162b2a0950 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:38.040138 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'code': 200} Sep 09 06:47:38.083454 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:38.085980 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:38.087144 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9656879-d336-41a9-925c-ae0b4e90430d HTTP/1.1" status: 204 len: 168 time: 0.2271693 Sep 09 06:47:38.095450 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa964aa-0505-4246-99f6-7e32814cb4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9656879-d336-41a9-925c-ae0b4e90430d,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:38.119300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:38.166469 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=10']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:38.666098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d192-cac3-47f1-b543-9140d0339ebe req-b500ec29-4620-407e-bfc2-71a6c34fc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:38.667699 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ad5d192-cac3-47f1-b543-9140d0339ebe req-b500ec29-4620-407e-bfc2-71a6c34fc646 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 1099 time: 0.0398302 Sep 09 06:47:38.702673 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ad5d192-cac3-47f1-b543-9140d0339ebe req-b26e6fdf-193b-4c9d-98cc-5c379af3dfce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279460 Sep 09 06:47:38.983416 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ae51-8057-48a1-abfb-43f531a5cbda req-3cf58119-3308-4ce5-8e86-21d72deac81e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:38.985406 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9043ae51-8057-48a1-abfb-43f531a5cbda req-3cf58119-3308-4ce5-8e86-21d72deac81e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0503743 Sep 09 06:47:39.031959 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9043ae51-8057-48a1-abfb-43f531a5cbda req-d65d6184-aec1-4155-964d-bade82713246 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Sep 09 06:47:39.631331 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-daa39c7f-cbb8-4d82-a14f-e37d97ab37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:40.116614 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:40.169718 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6cf00-6aac-4261-81ff-b32b4561924a req-b9c537fd-c3c1-4958-b262-e8d18d8545cd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:40.171977 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ecd6cf00-6aac-4261-81ff-b32b4561924a req-b9c537fd-c3c1-4958-b262-e8d18d8545cd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0553811 Sep 09 06:47:40.217544 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ecd6cf00-6aac-4261-81ff-b32b4561924a req-62150d4d-7127-4380-a6aa-fffa60dd1a49 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343578 Sep 09 06:47:40.700723 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:41.337180 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc32337-ad17-4b09-ac50-38dc596d64a2 req-50888e13-e3dd-45fc-b8c6-ba9053e8cd4d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:41.339836 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cdc32337-ad17-4b09-ac50-38dc596d64a2 req-50888e13-e3dd-45fc-b8c6-ba9053e8cd4d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0490196 Sep 09 06:47:41.376332 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cdc32337-ad17-4b09-ac50-38dc596d64a2 req-d7787f4d-2a84-49a2-b38f-b8f0e4870bf9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Sep 09 06:47:42.419354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:42.493697 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad851e-4c93-499a-98e8-f0166ead39fd req-7bc6361c-c26c-41d2-98c3-cdb6d5723642 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:42.495189 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5ad851e-4c93-499a-98e8-f0166ead39fd req-7bc6361c-c26c-41d2-98c3-cdb6d5723642 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0475507 Sep 09 06:47:42.532272 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5ad851e-4c93-499a-98e8-f0166ead39fd req-fab3dfbc-639c-47db-aa17-3418a37b82cf tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Sep 09 06:47:43.233069 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c255902-e380-4d7c-8440-11fff33a2cb6 req-a6ce434d-b40e-49c7-afda-baed61ca2915 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:43.234444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8c255902-e380-4d7c-8440-11fff33a2cb6 req-a6ce434d-b40e-49c7-afda-baed61ca2915 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0523143 Sep 09 06:47:43.260113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:43.271653 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8c255902-e380-4d7c-8440-11fff33a2cb6 req-e3718b6d-29b3-46f2-94ac-912bea531ed7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Sep 09 06:47:44.383778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3ec6e-7289-4677-a00b-98ae8e18f375 req-383fa1d3-56d5-453f-b0bb-70e103b5d376 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:44.385215 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-26c3ec6e-7289-4677-a00b-98ae8e18f375 req-383fa1d3-56d5-453f-b0bb-70e103b5d376 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0471966 Sep 09 06:47:44.421966 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-26c3ec6e-7289-4677-a00b-98ae8e18f375 req-fa4510fe-7412-4939-a570-fdb485c47027 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Sep 09 06:47:44.896218 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-e69c3673-ad10-4f40-a4a2-535ac416f110 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:44.897681 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-e69c3673-ad10-4f40-a4a2-535ac416f110 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 946 time: 0.0473235 Sep 09 06:47:44.992220 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Deleting port ae99df07-a03c-4b1d-9f61-5a85c1a751cf {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:44.992567 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:45.079186 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] For port ae99df07-a03c-4b1d-9f61-5a85c1a751cf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:45.079554 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:45.092886 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Calling delete_port for ae99df07-a03c-4b1d-9f61-5a85c1a751cf owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:45.270418 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:45.283805 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701', 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', '00e3528c-0984-44de-9bd7-925f2579bedd', 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:45.297744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event deleted for resources: {'Port': ['ID=ae99df07-a03c-4b1d-9f61-5a85c1a751cf,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:45.344300 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] No DVR routers for this DVR port ae99df07-a03c-4b1d-9f61-5a85c1a751cf on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:45.347005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:45.349181 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-315d4579-3f8b-4baf-a12c-4ac306402c6e req-7ccba3fd-88f0-40ab-a4c7-8a809dd40db5 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "DELETE /v2.0/ports/ae99df07-a03c-4b1d-9f61-5a85c1a751cf HTTP/1.1" status: 204 len: 173 time: 0.4438455 Sep 09 06:47:45.349620 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'name': 'network-vif-deleted', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:45.352003 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0537c231-803d-4939-ac26-cf584c47383c" -d '{"events": [{"server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "name": "network-vif-deleted", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:45.394319 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c96ebd6-abb8-44e3-830d-282965902f62 x-openstack-request-id: req-2c96ebd6-abb8-44e3-830d-282965902f62 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:45.395036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828f4ba8-421c-487c-956b-cb60492171bd", "name": "network-vif-deleted", "tag": "ae99df07-a03c-4b1d-9f61-5a85c1a751cf", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:45.395036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c96ebd6-abb8-44e3-830d-282965902f62 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:45.395239 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828f4ba8-421c-487c-956b-cb60492171bd', 'name': 'network-vif-deleted', 'tag': 'ae99df07-a03c-4b1d-9f61-5a85c1a751cf', 'status': 'completed', 'code': 200} Sep 09 06:47:45.535263 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4e79bf3e-54b2-4b4d-882b-569081584b9c req-b0c70329-ddaf-4752-b9da-c099717b1ba7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=828f4ba8-421c-487c-956b-cb60492171bd HTTP/1.1" status: 200 len: 210 time: 0.0265853 Sep 09 06:47:45.937081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57680) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:46.047697 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7294391-ade5-4ea4-87dc-ab501f737c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.132923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7294391-ade5-4ea4-87dc-ab501f737c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.197134 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7294391-ade5-4ea4-87dc-ab501f737c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.235123 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f7294391-ade5-4ea4-87dc-ab501f737c3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0691688ef6e45898380fbe5476b6d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968605 Sep 09 06:47:46.237189 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7294391-ade5-4ea4-87dc-ab501f737c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5246611e-0f7a-4146-999a-f9b42dc9d098,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:46.237794 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57688) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:46.288594 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.311819 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.391072 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064388d-a273-4c78-8241-c64335b7254d req-c3012f82-8fb6-4dbb-a653-0afd6c065979 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:46.392542 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6064388d-a273-4c78-8241-c64335b7254d req-c3012f82-8fb6-4dbb-a653-0afd6c065979 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0500662 Sep 09 06:47:46.429544 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6064388d-a273-4c78-8241-c64335b7254d req-23e5e846-15ae-43bf-8ce9-3e39a87a3bcf tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Sep 09 06:47:46.442164 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.444823 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:46.447331 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5246611e-0f7a-4146-999a-f9b42dc9d098 HTTP/1.1" status: 204 len: 168 time: 0.2085550 Sep 09 06:47:46.455536 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7dd2d-9e02-465c-8cc3-02ca486da7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5246611e-0f7a-4146-999a-f9b42dc9d098,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:47.042546 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57702) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:47.055278 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-89381227-df76-4273-b074-fba4689afc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.140933 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-89381227-df76-4273-b074-fba4689afc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.231202 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-89381227-df76-4273-b074-fba4689afc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.266533 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-89381227-df76-4273-b074-fba4689afc52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8316bb79bff14444b5808ecb28b83aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229056 Sep 09 06:47:47.269236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57704) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:47:47.271186 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381227-df76-4273-b074-fba4689afc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b6834-8002-4ace-ab65-9ccc875ee25a,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:47.322135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.342048 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.448251 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.450737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:47.452024 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/032b6834-8002-4ace-ab65-9ccc875ee25a HTTP/1.1" status: 204 len: 168 time: 0.1818252 Sep 09 06:47:47.459985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d822a1-258f-48a1-9385-1e790b03a62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b6834-8002-4ace-ab65-9ccc875ee25a,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:47.543760 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0647e7-4e39-4d30-a284-d582452f609b req-4bd8db32-0321-4e65-9a1d-b3523a03f547 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:47.545231 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1b0647e7-4e39-4d30-a284-d582452f609b req-4bd8db32-0321-4e65-9a1d-b3523a03f547 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0473261 Sep 09 06:47:47.592929 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1b0647e7-4e39-4d30-a284-d582452f609b req-a7395dc2-d155-47bb-9f71-2b7be74b68a8 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Sep 09 06:47:48.194226 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932e31-015a-43d7-b04d-8f976b89f412 req-8c364590-23fc-4137-853d-49a29c65262f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:48.195757 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78932e31-015a-43d7-b04d-8f976b89f412 req-8c364590-23fc-4137-853d-49a29c65262f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Sep 09 06:47:48.237388 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78932e31-015a-43d7-b04d-8f976b89f412 req-0ef5510b-a985-44d2-aedd-f75fccc4c485 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352523 Sep 09 06:47:48.708950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952574f-ec32-47ee-9f2e-5960485aa9fe req-4e8be5be-f797-4b37-8c06-365ff8b3f144 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:48.710456 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8952574f-ec32-47ee-9f2e-5960485aa9fe req-4e8be5be-f797-4b37-8c06-365ff8b3f144 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Sep 09 06:47:48.748757 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8952574f-ec32-47ee-9f2e-5960485aa9fe req-99974008-c309-4edd-b176-1065f76c1fc3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Sep 09 06:47:49.358441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfa1b3-b2a7-4d12-ba8d-0adcdf699da2 req-3490309b-8774-420e-bb8f-0c0237efe9d8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:49.359963 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6fdfa1b3-b2a7-4d12-ba8d-0adcdf699da2 req-3490309b-8774-420e-bb8f-0c0237efe9d8 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Sep 09 06:47:49.397771 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6fdfa1b3-b2a7-4d12-ba8d-0adcdf699da2 req-9592fc2a-c0df-42cd-898e-762cc89b7a0d tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Sep 09 06:47:49.781302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-7a99a0f4-fa02-48aa-b711-2b5378da6cb4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:49.782758 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-7a99a0f4-fa02-48aa-b711-2b5378da6cb4 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 945 time: 0.0467844 Sep 09 06:47:49.911896 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fd34-8a72-439f-ab1e-e6ff08f65495 req-6bd3c747-5f8d-4366-9536-8008bc4b1404 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:49.914570 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-efc3fd34-8a72-439f-ab1e-e6ff08f65495 req-6bd3c747-5f8d-4366-9536-8008bc4b1404 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0795054 Sep 09 06:47:49.940167 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Deleting port 00e3528c-0984-44de-9bd7-925f2579bedd {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:49.940515 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:49.945335 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ae99df07-a03c-4b1d-9f61-5a85c1a751cf no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:49.972543 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: ae99df07-a03c-4b1d-9f61-5a85c1a751cf {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:49.972875 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ae99df07-a03c-4b1d-9f61-5a85c1a751cf not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:49.995171 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-efc3fd34-8a72-439f-ab1e-e6ff08f65495 req-3fbe55a1-8ffe-41a5-bd59-24c2f9cf16d8 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707576 Sep 09 06:47:50.059596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] For port 00e3528c-0984-44de-9bd7-925f2579bedd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00e3528c-0984-44de-9bd7-925f2579bedd,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:50.059958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:50.073131 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Calling delete_port for 00e3528c-0984-44de-9bd7-925f2579bedd owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:50.254938 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:50.270459 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701', 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', '00e3528c-0984-44de-9bd7-925f2579bedd'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:50.288897 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event deleted for resources: {'Port': ['ID=00e3528c-0984-44de-9bd7-925f2579bedd,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:50.328933 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] No DVR routers for this DVR port 00e3528c-0984-44de-9bd7-925f2579bedd on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:50.332945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:50.334923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-15ef19d3-9da6-4bcb-a5e3-b80e68201cb9 req-6829f2d1-3b13-4086-84c6-ee92ea6584e7 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "DELETE /v2.0/ports/00e3528c-0984-44de-9bd7-925f2579bedd HTTP/1.1" status: 204 len: 173 time: 0.5461979 Sep 09 06:47:50.335384 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'name': 'network-vif-deleted', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:50.337604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a3d73-9a92-4cac-8c24-83c7d94b09da" -d '{"events": [{"server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "name": "network-vif-deleted", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:50.373487 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c41ddd-7c1b-4222-bab3-e4663fb559d6 x-openstack-request-id: req-37c41ddd-7c1b-4222-bab3-e4663fb559d6 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:50.373796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf10900-9025-4863-97db-2b6a57bcd242", "name": "network-vif-deleted", "tag": "00e3528c-0984-44de-9bd7-925f2579bedd", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:50.374050 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37c41ddd-7c1b-4222-bab3-e4663fb559d6 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:50.374478 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf10900-9025-4863-97db-2b6a57bcd242', 'name': 'network-vif-deleted', 'tag': '00e3528c-0984-44de-9bd7-925f2579bedd', 'status': 'completed', 'code': 200} Sep 09 06:47:50.499222 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24c83fc2-eb47-48ca-b96e-b534f2ab153d req-ae6c586e-078a-4ae2-b819-d7dc023cb026 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf10900-9025-4863-97db-2b6a57bcd242 HTTP/1.1" status: 200 len: 210 time: 0.0302510 Sep 09 06:47:51.113814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54427c-fd43-42ce-bae7-c83b437f9a33 req-202f4347-249d-4d04-86ae-30b60a04d8b4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:51.115648 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54427c-fd43-42ce-bae7-c83b437f9a33 req-202f4347-249d-4d04-86ae-30b60a04d8b4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Sep 09 06:47:51.157923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e54427c-fd43-42ce-bae7-c83b437f9a33 req-c17e7783-d7a3-460a-8de8-427b92835be4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362003 Sep 09 06:47:52.045922 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76899a57-6f6a-41c2-84e6-2200d3f3732e req-8a4fdba5-ad21-4300-be46-6c2a80512255 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:52.047426 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-76899a57-6f6a-41c2-84e6-2200d3f3732e req-8a4fdba5-ad21-4300-be46-6c2a80512255 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0486450 Sep 09 06:47:52.084285 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-76899a57-6f6a-41c2-84e6-2200d3f3732e req-15745a92-4cbb-4608-931b-2d3828f65be9 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Sep 09 06:47:52.272373 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff52a55-d231-4553-8ef7-ac25845fe0e8 req-84830d87-21b6-41a4-9c0e-dbb20392ac94 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:52.274007 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ff52a55-d231-4553-8ef7-ac25845fe0e8 req-84830d87-21b6-41a4-9c0e-dbb20392ac94 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Sep 09 06:47:52.310812 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ff52a55-d231-4553-8ef7-ac25845fe0e8 req-8fdc4e9d-ebaa-4ccc-a4b6-df72ffd09999 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310004 Sep 09 06:47:53.199502 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc84c-ad46-4d3c-a26f-d949de39902c req-e97ef4e3-fd8f-4f60-b3da-c445cc89860e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:53.201026 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-46acc84c-ad46-4d3c-a26f-d949de39902c req-e97ef4e3-fd8f-4f60-b3da-c445cc89860e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0515585 Sep 09 06:47:53.241110 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-46acc84c-ad46-4d3c-a26f-d949de39902c req-b10a8e7b-d0eb-47cc-8ad1-eff8110a615b tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Sep 09 06:47:53.422453 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71eea-c524-47c6-bb1b-57af96733789 req-f039c8df-fe95-44c1-9bcd-c6d38f5be9d8 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:53.423847 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e9b71eea-c524-47c6-bb1b-57af96733789 req-f039c8df-fe95-44c1-9bcd-c6d38f5be9d8 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0476184 Sep 09 06:47:53.460943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e9b71eea-c524-47c6-bb1b-57af96733789 req-7973e031-db4f-44ed-ae00-c67aeb7a7907 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Sep 09 06:47:53.611111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-d7214f55-355d-4346-ae8a-8be43ac6c29c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:53.612538 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-d7214f55-355d-4346-ae8a-8be43ac6c29c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 946 time: 0.0479348 Sep 09 06:47:53.711566 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Deleting port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:53.711896 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:53.796056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] For port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:53.796403 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:53.808910 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Calling delete_port for ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:53.956310 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 00e3528c-0984-44de-9bd7-925f2579bedd no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:53.978326 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 00e3528c-0984-44de-9bd7-925f2579bedd {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:53.978588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 00e3528c-0984-44de-9bd7-925f2579bedd not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:54.013240 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:54.024688 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701', 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:54.042207 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event deleted for resources: {'Port': ['ID=ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:54.084393 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] No DVR routers for this DVR port ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:54.086813 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:54.089575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-de8b7a02-7a0a-4017-b0bd-94249915d778 req-5a25de91-d105-4c52-90dd-0603ca20583a tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "DELETE /v2.0/ports/ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 HTTP/1.1" status: 204 len: 173 time: 0.4696598 Sep 09 06:47:54.090046 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'name': 'network-vif-deleted', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:54.093075 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386585b5-191c-4828-9dd8-41004715839a" -d '{"events": [{"server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "name": "network-vif-deleted", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:54.130261 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d9b6d6-a182-4711-bde5-d8c3eb25ecc5 x-openstack-request-id: req-60d9b6d6-a182-4711-bde5-d8c3eb25ecc5 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:54.130559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00756d7-fa4b-4d00-acf5-18e78c96f9ac", "name": "network-vif-deleted", "tag": "ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:54.130808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60d9b6d6-a182-4711-bde5-d8c3eb25ecc5 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:54.131226 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00756d7-fa4b-4d00-acf5-18e78c96f9ac', 'name': 'network-vif-deleted', 'tag': 'ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8', 'status': 'completed', 'code': 200} Sep 09 06:47:54.335976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-91ade4a1-a363-4909-bf2d-673b450df88c req-2a963216-dd0f-46e7-848a-a0468c0725ca tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00756d7-fa4b-4d00-acf5-18e78c96f9ac HTTP/1.1" status: 200 len: 210 time: 0.0287378 Sep 09 06:47:54.577941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199630-113f-47f2-996f-ffa8ebcdc40c req-703b1d03-fa9c-4521-8165-0e79b35bef6e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:54.579386 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1b199630-113f-47f2-996f-ffa8ebcdc40c req-703b1d03-fa9c-4521-8165-0e79b35bef6e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Sep 09 06:47:54.617842 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1b199630-113f-47f2-996f-ffa8ebcdc40c req-9209d72e-9993-4127-856b-6b497375691f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Sep 09 06:47:55.199432 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:47:55.732461 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbcac-da85-4b98-9fe4-5abdba804691 req-716bf49a-3a2b-436b-bd50-d33a70fa4a0a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:55.734088 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fbfbcac-da85-4b98-9fe4-5abdba804691 req-716bf49a-3a2b-436b-bd50-d33a70fa4a0a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Sep 09 06:47:55.770718 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fbfbcac-da85-4b98-9fe4-5abdba804691 req-81f8eb23-1c0d-44f7-a459-745e1505a58a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Sep 09 06:47:56.882751 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65c67-0950-416c-a296-274a1917f49f req-345e3e31-07e7-4096-9eaf-b631e8a100c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:56.884232 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ab65c67-0950-416c-a296-274a1917f49f req-345e3e31-07e7-4096-9eaf-b631e8a100c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Sep 09 06:47:56.927013 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ab65c67-0950-416c-a296-274a1917f49f req-5ec68e8d-7657-4c2c-ba5d-c913bbff4f76 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Sep 09 06:47:57.048097 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fb797-cb8c-4a08-a06c-2f5223286ebe req-768dce12-1076-4a43-b825-252700d95b25 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.049620 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c5fb797-cb8c-4a08-a06c-2f5223286ebe req-768dce12-1076-4a43-b825-252700d95b25 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0510490 Sep 09 06:47:57.086597 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c5fb797-cb8c-4a08-a06c-2f5223286ebe req-ecb93ba3-7a92-458d-b7b1-a6b68e4fa867 tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Sep 09 06:47:57.274123 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c63e-1ae4-4524-959f-412b557c42d1 req-4361bd92-2929-4f0d-80ed-52698071bb9f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.275689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bc15c63e-1ae4-4524-959f-412b557c42d1 req-4361bd92-2929-4f0d-80ed-52698071bb9f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Sep 09 06:47:57.314570 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bc15c63e-1ae4-4524-959f-412b557c42d1 req-2cab653e-3f78-4497-88f2-d732cc98205b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Sep 09 06:47:57.393744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-e5b51e3e-3a2c-4028-bc94-8606f8f4e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.395312 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-e5b51e3e-3a2c-4028-bc94-8606f8f4e82e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1098 time: 0.0416775 Sep 09 06:47:57.488675 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-c09a7206-54f6-4686-9d19-337cfe437f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.490055 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-c09a7206-54f6-4686-9d19-337cfe437f13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 911 time: 0.0874856 Sep 09 06:47:57.562313 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-6b631ee9-9ade-456b-af00-f5c205347595 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 1001 time: 0.0583854 Sep 09 06:47:57.613340 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-985e1d3b-cc68-4459-be50-5f00129cc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.614833 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-985e1d3b-cc68-4459-be50-5f00129cc09e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0435190 Sep 09 06:47:57.659270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-9cef6d96-978e-4745-964b-b04f56996499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:57.660720 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-9cef6d96-978e-4745-964b-b04f56996499 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379751 Sep 09 06:47:57.751733 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-c9aff4d8-c528-4bef-9c5a-381d49eab57e service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832984 Sep 09 06:47:57.844107 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b045b9d6-6189-4430-a0c0-062668b93b69 req-398bb80d-5378-4a61-b0be-128d1de0f315 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843258 Sep 09 06:47:57.960647 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:47:57.981425 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:47:57.981773 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ca2cdd2a-2a31-4c55-8749-0f318eb5a5f8 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:47:58.205897 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212f08-d9de-4628-9f1a-b380100e0ddf req-7997decf-1a85-40a2-ae88-99ba173b3bbd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:58.207378 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-75212f08-d9de-4628-9f1a-b380100e0ddf req-7997decf-1a85-40a2-ae88-99ba173b3bbd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0507207 Sep 09 06:47:58.248089 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-75212f08-d9de-4628-9f1a-b380100e0ddf req-2b3f67b7-0aa6-4c8a-be18-874a5abfcffd tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e0c979a-f65d-42db-9c12-199508ca6ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Sep 09 06:47:58.464240 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39190d0-fb39-428d-bada-3ecfeb53dd0f req-40652eb8-6cff-47e4-83de-f1203f1d8595 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:58.465671 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a39190d0-fb39-428d-bada-3ecfeb53dd0f req-40652eb8-6cff-47e4-83de-f1203f1d8595 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0470190 Sep 09 06:47:58.503202 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a39190d0-fb39-428d-bada-3ecfeb53dd0f req-d75f30a0-1a71-4a43-a722-d7c3d9831a82 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Sep 09 06:47:58.828103 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-c93ec165-e4a2-4ee6-9258-f9cc57dd263f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:58.828103 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-c93ec165-e4a2-4ee6-9258-f9cc57dd263f tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 945 time: 0.0513785 Sep 09 06:47:58.920665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Deleting port 72c33df2-ca96-412f-9256-6723ef515701 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:47:58.921001 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:59.008666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] For port 72c33df2-ca96-412f-9256-6723ef515701, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=72c33df2-ca96-412f-9256-6723ef515701,segment=NetworkSegment(0cd19b0e-0f6e-417a-a81c-f44713f5e40c),segment_id=0cd19b0e-0f6e-417a-a81c-f44713f5e40c)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:47:59.009030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:59.020945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Calling delete_port for 72c33df2-ca96-412f-9256-6723ef515701 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:47:59.203180 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:59.216101 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['72c33df2-ca96-412f-9256-6723ef515701'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:47:59.235398 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Pushing event deleted for resources: {'Port': ['ID=72c33df2-ca96-412f-9256-6723ef515701,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:47:59.271797 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] No DVR routers for this DVR port 72c33df2-ca96-412f-9256-6723ef515701 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:47:59.274645 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:47:59.277107 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5ab6b228-f3e1-4a79-9e26-797f4372e5a0 req-bd064573-5928-464e-b57b-ee023912038c tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.35 "DELETE /v2.0/ports/72c33df2-ca96-412f-9256-6723ef515701 HTTP/1.1" status: 204 len: 173 time: 0.4402940 Sep 09 06:47:59.277107 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'name': 'network-vif-deleted', 'tag': '72c33df2-ca96-412f-9256-6723ef515701'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:47:59.280060 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b936e0-f11d-4d7c-b8ee-18ca4559412e" -d '{"events": [{"server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "name": "network-vif-deleted", "tag": "72c33df2-ca96-412f-9256-6723ef515701"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:47:59.314436 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab02576-f7aa-4ac0-8c2b-1873d3e24438 x-openstack-request-id: req-fab02576-f7aa-4ac0-8c2b-1873d3e24438 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:47:59.314583 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878de843-b76d-450d-b23d-6f186875ad2b", "name": "network-vif-deleted", "tag": "72c33df2-ca96-412f-9256-6723ef515701", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:47:59.314796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fab02576-f7aa-4ac0-8c2b-1873d3e24438 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:47:59.315233 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878de843-b76d-450d-b23d-6f186875ad2b', 'name': 'network-vif-deleted', 'tag': '72c33df2-ca96-412f-9256-6723ef515701', 'status': 'completed', 'code': 200} Sep 09 06:47:59.346006 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9999746c-c60d-45db-9efe-13aa4a3972a3 req-a367306c-b9db-4a7f-bad5-af655b7a1d1e tempest-AttachVolumeNegativeTest-1338615313 tempest-AttachVolumeNegativeTest-1338615313-project] 10.222.0.37 "GET /v2.0/ports?device_id=878de843-b76d-450d-b23d-6f186875ad2b HTTP/1.1" status: 200 len: 210 time: 0.0297837 Sep 09 06:47:59.620786 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4610a-8476-41f3-b962-6da58734a73e req-6e42b6e5-93b0-4431-bcb2-1aa5604f18b0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:47:59.622732 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-91c4610a-8476-41f3-b962-6da58734a73e req-6e42b6e5-93b0-4431-bcb2-1aa5604f18b0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Sep 09 06:47:59.661429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-91c4610a-8476-41f3-b962-6da58734a73e req-bb729b9d-612d-48a9-b30f-c65af26ba432 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Sep 09 06:48:00.399175 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57876) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:00.443133 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Deleting subnet 096be6df-f16d-4408-80b6-148ec796c7e6 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:48:00.446072 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.478320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.517679 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.631817 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.658839 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096be6df-f16d-4408-80b6-148ec796c7e6,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:00.661015 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.662926 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5c68ee89-c506-42a7-accd-d10cb4c650ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/096be6df-f16d-4408-80b6-148ec796c7e6 HTTP/1.1" status: 204 len: 168 time: 0.2627633 Sep 09 06:48:00.666254 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 57878) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:00.732453 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.813128 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.832736 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5485f5-3fa8-4921-95e4-734f8e28d4c9']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:00.842031 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd19b0e-0f6e-417a-a81c-f44713f5e40c') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:00.842320 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd19b0e-0f6e-417a-a81c-f44713f5e40c') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:00.851236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.863596 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.869231 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:48:00.870753 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:48:00.871299 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:48:01.007402 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.013219 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.015085 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b5485f5-3fa8-4921-95e4-734f8e28d4c9 HTTP/1.1" status: 204 len: 168 time: 0.3475463 Sep 09 06:48:01.025779 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6854f-2c7a-474a-8f5f-653581a2d6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5485f5-3fa8-4921-95e4-734f8e28d4c9,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:01.381106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57884) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:01.419489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ab972594-d224-4061-a8d8-f425f8cb1860 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71bd4977e52540ab9e344955bb3514e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372760 Sep 09 06:48:01.421766 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57886) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:01.467603 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.487788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.614468 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.617104 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:01.618303 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e0c979a-f65d-42db-9c12-199508ca6ee8 HTTP/1.1" status: 204 len: 168 time: 0.1956832 Sep 09 06:48:01.627366 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d57f-d7d0-4ac9-87f2-4471e814d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c979a-f65d-42db-9c12-199508ca6ee8,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:02.003624 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 72c33df2-ca96-412f-9256-6723ef515701 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:48:02.023993 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 72c33df2-ca96-412f-9256-6723ef515701 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:48:02.024334 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 72c33df2-ca96-412f-9256-6723ef515701 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:48:07.070830 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6e5db407-5bc7-4087-9f69-b6cedbea434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.382867 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 57998) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:08.483433 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c317691e-9196-4253-bbbe-88e3c67dc4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.568526 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c317691e-9196-4253-bbbe-88e3c67dc4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.619955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c317691e-9196-4253-bbbe-88e3c67dc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.657312 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-c317691e-9196-4253-bbbe-88e3c67dc4b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b861f78d319488f94e5a49bb42416c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733719 Sep 09 06:48:08.658165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317691e-9196-4253-bbbe-88e3c67dc4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50e76e-560e-47dd-ad44-cb5965b39d2f,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:08.660177 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58002) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:08.707095 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.727520 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.836866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.839507 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:08.841140 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d50e76e-560e-47dd-ad44-cb5965b39d2f HTTP/1.1" status: 204 len: 168 time: 0.1799221 Sep 09 06:48:08.849360 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40272236-c2cd-41d5-a51e-25030ed75cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50e76e-560e-47dd-ad44-cb5965b39d2f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:09.152617 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58014) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:09.252864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30f11bcb-e5c5-4e73-b8ed-69c5f7aafed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.342112 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30f11bcb-e5c5-4e73-b8ed-69c5f7aafed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.412527 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-30f11bcb-e5c5-4e73-b8ed-69c5f7aafed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.450683 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-30f11bcb-e5c5-4e73-b8ed-69c5f7aafed5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dafa3252a7074febadfbdfb702368934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964075 Sep 09 06:48:09.451549 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f11bcb-e5c5-4e73-b8ed-69c5f7aafed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ae5f0-a043-4837-8b4a-e3ba7fef3b01,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:09.453479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58018) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:09.500864 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.513011 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58020) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:09.525913 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55d5e332-46e6-4f6b-b57c-e5ad74b3157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.533528 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.585712 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-082a9f64-47fa-4f7a-aab8-b713ba45efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.612449 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55d5e332-46e6-4f6b-b57c-e5ad74b3157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.642410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.644996 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.648518 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c90ae5f0-a043-4837-8b4a-e3ba7fef3b01 HTTP/1.1" status: 204 len: 168 time: 0.1916196 Sep 09 06:48:09.654187 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2983782-e5aa-4bfb-b8e5-1156ff2889bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ae5f0-a043-4837-8b4a-e3ba7fef3b01,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:09.665490 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55d5e332-46e6-4f6b-b57c-e5ad74b3157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.707117 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-55d5e332-46e6-4f6b-b57c-e5ad74b3157e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e9b28b608524baaaf97dd673ad7f58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929991 Sep 09 06:48:09.708987 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5e332-46e6-4f6b-b57c-e5ad74b3157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559952e6-02f6-4750-8b3b-f2aa1a86fa8b,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:09.710385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58024) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:09.763623 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.791210 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.950015 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.952577 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:09.953821 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/559952e6-02f6-4750-8b3b-f2aa1a86fa8b HTTP/1.1" status: 204 len: 168 time: 0.2413604 Sep 09 06:48:09.961710 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4ddf1-f28a-4885-a455-9fd678fbb09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559952e6-02f6-4750-8b3b-f2aa1a86fa8b,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:10.128635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:10.665700 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.226541 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58082) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:11.328182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5f4edb33-c57b-484a-84b8-b567c259b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.415244 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5f4edb33-c57b-484a-84b8-b567c259b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.488443 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-5f4edb33-c57b-484a-84b8-b567c259b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.528371 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-5f4edb33-c57b-484a-84b8-b567c259b542 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2578d8a492df41c69e4fa21c424ee4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006885 Sep 09 06:48:11.529579 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4edb33-c57b-484a-84b8-b567c259b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1744a70-dffc-4ed1-9ed9-03ef76193147,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:11.531166 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58092) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:11.580803 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.602138 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.709995 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.712605 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:11.713759 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1744a70-dffc-4ed1-9ed9-03ef76193147 HTTP/1.1" status: 204 len: 168 time: 0.1814795 Sep 09 06:48:11.722820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a3ac-cc96-417c-ad93-57ad481dada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1744a70-dffc-4ed1-9ed9-03ef76193147,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:12.382344 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58130) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:12.465540 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.484329 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fda7f92b-e0cc-4e25-9904-7e9a495a6a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.567721 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fda7f92b-e0cc-4e25-9904-7e9a495a6a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.648648 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fda7f92b-e0cc-4e25-9904-7e9a495a6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.652005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58140) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:12.686647 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fda7f92b-e0cc-4e25-9904-7e9a495a6a78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac10cde554e645b082b4946642143c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031697 Sep 09 06:48:12.687781 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7f92b-e0cc-4e25-9904-7e9a495a6a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1cbee-c6d6-4700-98ae-fed512f55186,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:12.689780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58144) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:12.738123 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.751381 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1325660768-network', 'tenant_id': 'c66a0668a8d0493b840e44994fc9d478'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:12.770245 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.846588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Made reservation on behalf of c66a0668a8d0493b840e44994fc9d478 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:48:12.848934 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.857283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.864796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.867254 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:12.868343 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50a1cbee-c6d6-4700-98ae-fed512f55186 HTTP/1.1" status: 204 len: 168 time: 0.1775682 Sep 09 06:48:12.883867 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ace1b-718b-41a3-ab36-52dbea7cfa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1cbee-c6d6-4700-98ae-fed512f55186,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:12.962636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.019475 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.039669 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:48:13.053290 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286c098-5db9-406f-be9c-feea48899c62,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:13.057924 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.058350 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Added segment 43e4608a-8c74-49da-9e85-3debf4a701b5 of type vlan for network 2aea69af-73ef-47f7-97d1-981c9d664923 Sep 09 06:48:13.098571 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.174127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.175141 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:13.175737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.236086 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] Pushing event updated for resources: {'Network': ['ID=2aea69af-73ef-47f7-97d1-981c9d664923,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:13.246077 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 2aea69af-73ef-47f7-97d1-981c9d664923 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:48:13.270335 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e0c25205-e892-4539-8ecf-24cf6a53e272 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6171343 Sep 09 06:48:13.273529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58150) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:13.278979 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Request body: {'subnet': {'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1325660768-subnet', 'tenant_id': 'c66a0668a8d0493b840e44994fc9d478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:13.300441 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.372347 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Made reservation on behalf of c66a0668a8d0493b840e44994fc9d478 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:48:13.374720 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.459037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58152) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:13.473452 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17369fe1-970e-4cfa-986f-09f6db26047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.558772 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17369fe1-970e-4cfa-986f-09f6db26047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.608336 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.636671 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17369fe1-970e-4cfa-986f-09f6db26047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.663136 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a8360f-c47e-41f7-b3ad-60795886f023,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:13.671739 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Checking segment: {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:48:13.672092 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Network hostable DHCP agents. Network: 2aea69af-73ef-47f7-97d1-981c9d664923, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:48:13.675914 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-17369fe1-970e-4cfa-986f-09f6db26047b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85aaab24c3a44b2ab9e8c167a58e8162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157974 Sep 09 06:48:13.676791 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369fe1-970e-4cfa-986f-09f6db26047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b66db3-733b-40a9-8666-fdfa5de8db6d,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:13.679089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58154) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:13.726449 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.745273 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Network 2aea69af-73ef-47f7-97d1-981c9d664923 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:48:13.746443 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.808413 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 2aea69af-73ef-47f7-97d1-981c9d664923) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:13.812698 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:13.813283 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.817297 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142f9e2-973a-466b-a87e-a6a22790be38 None None] Network 2aea69af-73ef-47f7-97d1-981c9d664923 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:48:13.872106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.874911 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:13.876186 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18b66db3-733b-40a9-8666-fdfa5de8db6d HTTP/1.1" status: 204 len: 168 time: 0.1962121 Sep 09 06:48:13.884251 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7959f-c6fc-4464-a3e9-fd4aea2d2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b66db3-733b-40a9-8666-fdfa5de8db6d,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:13.901144 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-de14b8d6-8e3b-4374-959e-58dc1fe1fd0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6265371 Sep 09 06:48:13.957827 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2f65e-d000-44a4-95fb-97feed30f30e None None] Network 2aea69af-73ef-47f7-97d1-981c9d664923 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:48:14.253649 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-760147f3-39fd-4751-a56f-818d35c0addf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438056 Sep 09 06:48:14.316094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695745d-3af7-4f22-a29d-1baff690e151 req-7bfe6af2-525a-4901-8480-51e69a6d4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:14.317727 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-7bfe6af2-525a-4901-8480-51e69a6d4ee5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 1098 time: 0.0416858 Sep 09 06:48:14.431814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695745d-3af7-4f22-a29d-1baff690e151 req-9319c039-8f77-48e6-8584-75f405c4dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:14.433281 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-9319c039-8f77-48e6-8584-75f405c4dc09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 911 time: 0.0884926 Sep 09 06:48:14.733822 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-e2f2307b-bad1-4766-967a-78eb170eb59c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 200 len: 1001 time: 0.2895119 Sep 09 06:48:14.783216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695745d-3af7-4f22-a29d-1baff690e151 req-4e3d0821-6f8f-4ce1-b84f-82e88c057bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:14.784631 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-4e3d0821-6f8f-4ce1-b84f-82e88c057bf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0429592 Sep 09 06:48:14.832991 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695745d-3af7-4f22-a29d-1baff690e151 req-d7d15cac-a12b-4804-afc4-cd1fa3885fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:14.834511 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-d7d15cac-a12b-4804-afc4-cd1fa3885fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426974 Sep 09 06:48:14.932305 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-7220d26f-7f72-479e-a9fb-a58be6ddfb3a service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877388 Sep 09 06:48:15.034632 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7695745d-3af7-4f22-a29d-1baff690e151 req-adc783c9-efcb-40bf-aaed-1eb9ca8f402c service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Sep 09 06:48:16.192948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-a03ee0f8-6a49-483f-b48a-9e5e76b954ef tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:16.194648 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-a03ee0f8-6a49-483f-b48a-9e5e76b954ef tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 814 time: 0.1028795 Sep 09 06:48:16.208960 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-49ae0034-3d93-4617-b40a-55478277699c tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/quotas/c66a0668a8d0493b840e44994fc9d478 HTTP/1.1" status: 200 len: 375 time: 0.0087302 Sep 09 06:48:16.242456 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-70dc7f24-4e40-43b7-afea-d9b849bd13c4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285597 Sep 09 06:48:16.331206 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-9741b237-37cc-4677-9d1c-f4fb4727d51d service neutron] 10.222.0.37 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817921 Sep 09 06:48:16.423484 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-7209a5f4-b6fc-472d-8c0b-d02cb834ff6e service neutron] 10.222.0.37 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861940 Sep 09 06:48:16.695656 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d520de22-e267-4398-9366-d02377963327 req-b60ef469-422d-4a98-a081-b6b00f858949 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 210 time: 0.0258746 Sep 09 06:48:17.794403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-643eff80-875f-43bf-957c-14fa82930695 req-b15ce02d-6370-48ec-b96b-f4c9ba9643ab tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 210 time: 0.0286801 Sep 09 06:48:18.584750 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-1ee1841e-b9e8-45dc-b920-ae2b57611237 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:18.586223 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-1ee1841e-b9e8-45dc-b920-ae2b57611237 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 814 time: 0.1026704 Sep 09 06:48:18.600031 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Request body: {'port': {'device_id': '217edf5f-3d09-4443-b7f6-49dee7974813', 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923', 'admin_state_up': True, 'tenant_id': 'c66a0668a8d0493b840e44994fc9d478'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:18.745395 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Made reservation on behalf of c66a0668a8d0493b840e44994fc9d478 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:48:18.749456 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:18.898934 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Allocated IP 172.20.0.12 (2aea69af-73ef-47f7-97d1-981c9d664923/57a8360f-c47e-41f7-b3ad-60795886f023/bd4a174c-5c55-43fd-b542-eb9e85dcd939) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:48:18.902540 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-44bc8ffe-8cb6-4a14-adb4-5f80882867df req-2c564ac7-4bf9-4ae1-b60c-7547bddc8606 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 210 time: 0.0334036 Sep 09 06:48:19.041864 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.138124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.179655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Network 2aea69af-73ef-47f7-97d1-981c9d664923 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:48:19.182706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:19.188487 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:48:19.194465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Pushing event updated for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:19.241266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:19.241870 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.310423 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-2462d5e1-1355-40f2-bc4d-ab863c96b9e4 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7144113 Sep 09 06:48:19.328172 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Request body: {'port': {'device_id': '217edf5f-3d09-4443-b7f6-49dee7974813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:19.384510 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.644359 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4a174c-5c55-43fd-b542-eb9e85dcd939 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:19.652036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.664350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Transition to ACTIVE for port object bd4a174c-5c55-43fd-b542-eb9e85dcd939 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:48:19.755135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.809902 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:19.874485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Attempting to bind port bd4a174c-5c55-43fd-b542-eb9e85dcd939 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:48:19.874815 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Attempting to bind port bd4a174c-5c55-43fd-b542-eb9e85dcd939 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:48:19.875166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Attempting to bind port bd4a174c-5c55-43fd-b542-eb9e85dcd939 on network 2aea69af-73ef-47f7-97d1-981c9d664923 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:19.879271 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Port bd4a174c-5c55-43fd-b542-eb9e85dcd939 on network 2aea69af-73ef-47f7-97d1-981c9d664923 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:48:19.879588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Attempting to bind port bd4a174c-5c55-43fd-b542-eb9e85dcd939 on network 2aea69af-73ef-47f7-97d1-981c9d664923 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:19.884144 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:48:19.884474 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Checking segment: {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:48:19.884857 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Bound using segment: {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:48:19.885253 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Bound port: bd4a174c-5c55-43fd-b542-eb9e85dcd939, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:48:19.885594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:19.963215 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:48:19.970589 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:48:20.023680 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175dcf-1efe-43fd-a97a-18147cd1e872 req-4efcf308-92c8-4ba5-835d-1f10c768715e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.025054 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20175dcf-1efe-43fd-a97a-18147cd1e872 req-4efcf308-92c8-4ba5-835d-1f10c768715e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 944 time: 0.0531535 Sep 09 06:48:20.062547 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-20175dcf-1efe-43fd-a97a-18147cd1e872 req-7843d90f-40ff-4f33-8f13-df43e724581a tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Sep 09 06:48:20.075935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:20.105782 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.106575 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:20.107968 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd4a174c-5c55-43fd-b542-eb9e85dcd939 HTTP/1.1" status: 200 len: 1094 time: 0.7840190 Sep 09 06:48:20.110129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:20.113124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:20.145362 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295cb40-f8da-4cd7-b948-71cbed217d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:20.153414 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f0964-6337-4d61-91c8-57361fd21399 x-openstack-request-id: req-a45f0964-6337-4d61-91c8-57361fd21399 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:20.153653 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:20.154065 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a45f0964-6337-4d61-91c8-57361fd21399 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:20.154261 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939', 'status': 'completed', 'code': 200} Sep 09 06:48:20.220666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-317a00f6-a29e-4b34-8b91-abdb6b7f5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.222203 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-317a00f6-a29e-4b34-8b91-abdb6b7f5d45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 1097 time: 0.0407665 Sep 09 06:48:20.333636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-2bcd2d98-1b5a-4bae-908b-d9a3e2f14834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.335145 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-2bcd2d98-1b5a-4bae-908b-d9a3e2f14834 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c66a0668a8d0493b840e44994fc9d478&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029203 Sep 09 06:48:20.428499 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-03a4b4ee-0378-4c1d-9eca-01c8268b4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.430011 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3ab06ed-790a-4900-bdfa-3eee1f86b0d6 req-03a4b4ee-0378-4c1d-9eca-01c8268b4617 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875235 Sep 09 06:48:20.511992 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-37a0a914-7e76-4c36-b120-acc6b74fa520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.513438 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-37a0a914-7e76-4c36-b120-acc6b74fa520 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 1097 time: 0.0434685 Sep 09 06:48:20.555824 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-2411f871-cca9-40a6-aa7f-d8d48ee9d359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939 HTTP/1.1" status: 200 len: 217 time: 0.0320687 Sep 09 06:48:20.608555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475069a-913b-4479-9853-510c25af5fa2 req-a845f4af-0d81-441f-852f-f10dca5f9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:20.610021 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-a845f4af-0d81-441f-852f-f10dca5f9595 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57a8360f-c47e-41f7-b3ad-60795886f023 HTTP/1.1" status: 200 len: 854 time: 0.0464976 Sep 09 06:48:20.641706 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-4e2ed620-cb7d-494f-9bb4-ed4590428a22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2aea69af-73ef-47f7-97d1-981c9d664923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232933 Sep 09 06:48:20.735604 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-e542da7a-2e99-4b08-b555-6fccb08d2352 service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857182 Sep 09 06:48:20.825385 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e475069a-913b-4479-9853-510c25af5fa2 req-8f87b2a4-9ef1-4b05-aecd-41f8a6e8276a service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817051 Sep 09 06:48:21.178420 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edfea7-21f9-4084-99d3-27e3fcd6b6b3 req-85e7f47f-ec03-4604-a9ab-50001122e1f2 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:21.179934 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25edfea7-21f9-4084-99d3-27e3fcd6b6b3 req-85e7f47f-ec03-4604-a9ab-50001122e1f2 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 944 time: 0.0519307 Sep 09 06:48:21.216393 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25edfea7-21f9-4084-99d3-27e3fcd6b6b3 req-8cde298c-4c07-4fd1-9147-7e36a9353d86 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Sep 09 06:48:22.335614 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a8dbf-af0b-40ba-8a67-7e6fecdb318d req-5b147624-c4e7-490f-9db6-6fab2caaa68a tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:22.337147 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-739a8dbf-af0b-40ba-8a67-7e6fecdb318d req-5b147624-c4e7-490f-9db6-6fab2caaa68a tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 944 time: 0.0517967 Sep 09 06:48:22.380033 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-739a8dbf-af0b-40ba-8a67-7e6fecdb318d req-df6f8fda-4d63-44b3-b593-7f361ba9547b tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Sep 09 06:48:22.909582 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58340) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:23.012472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3032a947-07a6-41c2-be0e-4413f275eb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.100614 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3032a947-07a6-41c2-be0e-4413f275eb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.150935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3032a947-07a6-41c2-be0e-4413f275eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.188965 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-3032a947-07a6-41c2-be0e-4413f275eb08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38d559c50e9f4206b669696d061ef3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782917 Sep 09 06:48:23.190040 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032a947-07a6-41c2-be0e-4413f275eb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c12337-7e54-4ed7-91f7-93fb7ba213cb,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:23.191841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58344) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:23.239531 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.260818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.366344 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.368900 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:23.373811 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6c12337-7e54-4ed7-91f7-93fb7ba213cb HTTP/1.1" status: 204 len: 168 time: 0.1771271 Sep 09 06:48:23.379812 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3ff41-a2cd-4e01-8fbb-34cec27e82b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c12337-7e54-4ed7-91f7-93fb7ba213cb,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:23.499955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39bee2-270f-497e-bc0d-d1ae48c6a7ea req-38e73321-1f50-46ca-8589-fe3427acff30 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:23.501446 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f39bee2-270f-497e-bc0d-d1ae48c6a7ea req-38e73321-1f50-46ca-8589-fe3427acff30 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 944 time: 0.0483563 Sep 09 06:48:23.538720 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f39bee2-270f-497e-bc0d-d1ae48c6a7ea req-3295d0e6-30af-4369-8280-4103862a1cca tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Sep 09 06:48:23.886181 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729513c-48ac-444a-bd41-d70e4e336559 req-c3cdef65-130e-4683-8184-1db06b47f399 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:23.887661 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d729513c-48ac-444a-bd41-d70e4e336559 req-c3cdef65-130e-4683-8184-1db06b47f399 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0478282 Sep 09 06:48:23.925535 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d729513c-48ac-444a-bd41-d70e4e336559 req-fe7f417e-c540-4062-b36c-c6a12b785a99 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Sep 09 06:48:24.122388 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58360) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:24.135076 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd27d-fbf6-46a9-a583-adc52a159c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.160626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device bd4a174c-5c55-43fd-b542-eb9e85dcd939 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:48:24.223590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd27d-fbf6-46a9-a583-adc52a159c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.255620 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:24.266807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939', 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923', 'port_id': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939', 'mac_address': 'fa:16:3e:3f:a7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a8360f-c47e-41f7-b3ad-60795886f023', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:48:24.286378 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd27d-fbf6-46a9-a583-adc52a159c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.304437 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.317241 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4a174c-5c55-43fd-b542-eb9e85dcd939 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:24.328361 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-3b6fd27d-fbf6-46a9-a583-adc52a159c1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b681d381d624977bdb5e131c3738a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048690 Sep 09 06:48:24.329056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fd27d-fbf6-46a9-a583-adc52a159c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c36b9-e229-49f2-9fdd-c605e794cd38,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:24.331095 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58362) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:24.337015 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:24.377875 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.398893 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.400682 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.452508 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:24.509320 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.511786 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:24.512906 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c3c36b9-e229-49f2-9fdd-c605e794cd38 HTTP/1.1" status: 204 len: 168 time: 0.1807151 Sep 09 06:48:24.521085 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25ad2-4a23-4229-b53f-08ba18f62c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c36b9-e229-49f2-9fdd-c605e794cd38,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:24.656284 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['bd4a174c-5c55-43fd-b542-eb9e85dcd939'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:48:24.659591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9243-efef-435e-8dcb-c8c8cf5f5812 req-fdcf945e-0844-47a8-a3c6-53df7990afff tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:24.661099 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-826f9243-efef-435e-8dcb-c8c8cf5f5812 req-fdcf945e-0844-47a8-a3c6-53df7990afff tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 945 time: 0.0496988 Sep 09 06:48:24.699800 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-826f9243-efef-435e-8dcb-c8c8cf5f5812 req-d0f458bc-bf7f-4ea1-8ed3-90893033ef1e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Sep 09 06:48:25.040302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483999-e7c0-4141-b401-af741e4d36a5 req-5110a884-3ca7-4bf9-9a08-a6157731255b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:25.041689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1483999-e7c0-4141-b401-af741e4d36a5 req-5110a884-3ca7-4bf9-9a08-a6157731255b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0468740 Sep 09 06:48:25.078085 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1483999-e7c0-4141-b401-af741e4d36a5 req-8a61d6e0-0fe6-4725-bb9f-79c193935a17 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300751 Sep 09 06:48:25.521314 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-7e63b87e-55a3-44f1-ae6b-887c00511ff1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:25.522739 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-7e63b87e-55a3-44f1-ae6b-887c00511ff1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0513880 Sep 09 06:48:25.618044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Deleting port f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:48:25.618423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:25.708256 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] For port f7ffca0c-ff32-4367-ae0b-474706aabfa7, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ffca0c-ff32-4367-ae0b-474706aabfa7,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:25.708871 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:25.887732 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6765-3a47-4b4f-8e4b-d99736caa4e8 req-b7f07399-1936-46f4-86da-056783e60659 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:25.889734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cfef6765-3a47-4b4f-8e4b-d99736caa4e8 req-b7f07399-1936-46f4-86da-056783e60659 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 945 time: 0.1205778 Sep 09 06:48:25.972192 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cfef6765-3a47-4b4f-8e4b-d99736caa4e8 req-483bb2f0-e8cc-4f41-95a7-1899a3dcbf09 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Sep 09 06:48:25.985227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:25.985227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:25.985227 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Floating IP e63e6f84-070d-4656-97fe-3cc12ea4791d disassociated. External IP: 172.27.0.76, port: f7ffca0c-ff32-4367-ae0b-474706aabfa7. Sep 09 06:48:25.985227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Calling delete_port for f7ffca0c-ff32-4367-ae0b-474706aabfa7 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:48:26.161632 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device bd4a174c-5c55-43fd-b542-eb9e85dcd939 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:48:26.195121 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81a37c-57b0-4e37-a2df-ea48d5022119 req-02d3b838-bb94-439b-ba56-4fa15ad5e2b8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:26.196664 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec81a37c-57b0-4e37-a2df-ea48d5022119 req-02d3b838-bb94-439b-ba56-4fa15ad5e2b8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 946 time: 0.0489848 Sep 09 06:48:26.201398 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:26.257941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'Port': ['ID=f7ffca0c-ff32-4367-ae0b-474706aabfa7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:26.298106 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port bd4a174c-5c55-43fd-b542-eb9e85dcd939 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:48:26.308360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port bd4a174c-5c55-43fd-b542-eb9e85dcd939 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:48:26.308360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:26.323539 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ec81a37c-57b0-4e37-a2df-ea48d5022119 req-4c36d465-606c-4f79-9753-ca585ad8fdf5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=f80e5474-0a46-47f1-9457-69842ad6a5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196468 Sep 09 06:48:26.395852 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:48:26.398696 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:26.424642 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:26.426833 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac04480-eeef-4c9e-80cf-c9723686d934" -d '{"events": [{"server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:26.443600 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:26.466877 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20820d-d271-4f1a-a769-4cd37fe3216b x-openstack-request-id: req-7d20820d-d271-4f1a-a769-4cd37fe3216b {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:26.468983 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:26.468983 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d20820d-d271-4f1a-a769-4cd37fe3216b {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:26.468983 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939', 'code': 200} Sep 09 06:48:26.517239 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:26.519597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:48:26.558170 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:48:26.568982 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] No DVR routers for this DVR port f7ffca0c-ff32-4367-ae0b-474706aabfa7 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:48:26.572065 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:26.575733 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78adf8b2-12de-4e05-b8c1-55e22fdf6723 req-08f7c9b0-7620-45e2-a3fb-2177b0df0597 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "DELETE /v2.0/ports/f7ffca0c-ff32-4367-ae0b-474706aabfa7 HTTP/1.1" status: 204 len: 173 time: 1.0445619 Sep 09 06:48:26.576492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-deleted', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:26.580541 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b53bd-4edf-44aa-a4c7-e01386969a02" -d '{"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-deleted", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:26.598726 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:26.599398 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:26.623898 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093be7b5-c888-4b09-a260-e340c0a4c02a x-openstack-request-id: req-093be7b5-c888-4b09-a260-e340c0a4c02a {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:26.624194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc18c8ee-e916-4557-a4c4-952b5d29c32b", "name": "network-vif-deleted", "tag": "f7ffca0c-ff32-4367-ae0b-474706aabfa7", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:26.624443 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-093be7b5-c888-4b09-a260-e340c0a4c02a {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:26.624839 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc18c8ee-e916-4557-a4c4-952b5d29c32b', 'name': 'network-vif-deleted', 'tag': 'f7ffca0c-ff32-4367-ae0b-474706aabfa7', 'status': 'completed', 'code': 200} Sep 09 06:48:26.635287 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:26.712812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:26.837741 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e491c1-f3b5-4bef-84e0-1a40a43b70bf req-9f297179-ba76-44a9-a3ef-42f2788c373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:26.839429 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b0e491c1-f3b5-4bef-84e0-1a40a43b70bf req-9f297179-ba76-44a9-a3ef-42f2788c373d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 1099 time: 0.0436494 Sep 09 06:48:27.062390 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:27.090254 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:48:27.100221 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:27.100833 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:27.156161 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b0e491c1-f3b5-4bef-84e0-1a40a43b70bf req-f67eb7f1-5f02-41d2-a927-11f4efb7c9ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068304 Sep 09 06:48:27.171210 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f164a96-17dc-4399-a0d5-fc7eb2e87f2b req-df0b4a4f-89cf-4e5e-adac-abfc3d70a035 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:27.172672 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1f164a96-17dc-4399-a0d5-fc7eb2e87f2b req-df0b4a4f-89cf-4e5e-adac-abfc3d70a035 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0595195 Sep 09 06:48:27.207365 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:27.211709 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1f164a96-17dc-4399-a0d5-fc7eb2e87f2b req-7eabab8c-f1a7-4fdd-a5ad-3539637f1729 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Sep 09 06:48:27.418246 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:27.454131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc84c98-f1ce-4c6e-a02c-e326730f813f None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:48:27.457420 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-184cbb9e-f09a-4437-b2a8-70b10d7e801d req-0f5e3b4a-f327-4453-9812-5ca6e02226bd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc18c8ee-e916-4557-a4c4-952b5d29c32b HTTP/1.1" status: 200 len: 210 time: 0.0347729 Sep 09 06:48:27.706906 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd716f-d44a-4bf3-8665-1fa395057e86 None None] New status for floating IP e63e6f84-070d-4656-97fe-3cc12ea4791d: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:48:28.328047 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5732a-2947-4986-a8ba-9396eab61b10 req-3f999118-0c52-4c9f-bc84-4b9568a3daf1 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:28.329527 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a7c5732a-2947-4986-a8ba-9396eab61b10 req-3f999118-0c52-4c9f-bc84-4b9568a3daf1 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Sep 09 06:48:28.366833 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a7c5732a-2947-4986-a8ba-9396eab61b10 req-494eac41-f66f-41be-ada1-e3c12fb25ad6 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Sep 09 06:48:28.602704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58420) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:28.655410 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:28.676908 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:28.813940 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:28.816472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:28.817600 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "DELETE /v2.0/security-groups/f80e5474-0a46-47f1-9457-69842ad6a5b7 HTTP/1.1" status: 204 len: 168 time: 0.2137969 Sep 09 06:48:28.820496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58422) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:28.827358 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a880c-c9fe-4522-b6f7-65f7c89a2adc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e5474-0a46-47f1-9457-69842ad6a5b7,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:28.834221 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.api.v2.resource [None req-9f43aa88-3052-4b6b-a1e4-de0adfa91647 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] show failed (client error): The resource could not be found. Sep 09 06:48:28.835246 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-9f43aa88-3052-4b6b-a1e4-de0adfa91647 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups/f80e5474-0a46-47f1-9457-69842ad6a5b7 HTTP/1.1" status: 404 len: 347 time: 0.0137160 Sep 09 06:48:28.849555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58424) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:28.969419 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Deleting port 4416d5ea-5747-4ff3-a8eb-05cb29b7f28a {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:48:28.969788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.041886 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.042203 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.053302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Calling delete_port for 4416d5ea-5747-4ff3-a8eb-05cb29b7f28a owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:48:29.242357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.270985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'Port': ['ID=4416d5ea-5747-4ff3-a8eb-05cb29b7f28a,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:29.282465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.282814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.283174 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.283516 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.283851 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.284184 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.284512 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.284838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.285161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.285484 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.285808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.286135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:29.338750 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.341288 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:29.342428 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-550862da-b5f1-41f3-9641-1e4cd8169e9c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "DELETE /v2.0/floatingips/e63e6f84-070d-4656-97fe-3cc12ea4791d HTTP/1.1" status: 204 len: 168 time: 0.4919431 Sep 09 06:48:29.479008 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8399f-054b-4619-940b-17b92e37a4cc req-cb93d2f9-29f6-4bf1-a36f-ff7429a8144e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:29.480447 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25e8399f-054b-4619-940b-17b92e37a4cc req-cb93d2f9-29f6-4bf1-a36f-ff7429a8144e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0476274 Sep 09 06:48:29.517174 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-25e8399f-054b-4619-940b-17b92e37a4cc req-31b6f4a6-0f8a-4f52-9495-09b2eabb6a3f tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302854 Sep 09 06:48:29.999065 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58472) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:30.003698 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766150136', 'description': 'tempest-description--443927292'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:30.094124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.177510 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.248384 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.277449 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e822c201-8e84-463f-b4b4-bd12738c8c30,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:30.334002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.335298 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4537a271-1946-40b7-acd0-8292d1901b84 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3352034 Sep 09 06:48:30.338056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58476) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:30.342479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group_rule': {'security_group_id': 'e822c201-8e84-463f-b4b4-bd12738c8c30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:30.413127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.474488 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.554879 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.572155 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faa8bbb-f9f5-4c2b-a1f3-47f9bf8f69eb,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:30.640714 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.641915 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4bd595fd-008f-4500-b8f3-5d5d100526cb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029163 Sep 09 06:48:30.644521 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58480) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:30.649196 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'security_group_rule': {'security_group_id': 'e822c201-8e84-463f-b4b4-bd12738c8c30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:30.759594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.814627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.914749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.933248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbc8b05-d12e-4942-91c4-1b3b4b4193e2,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:30.995309 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:30.996539 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d5ddf042-1c25-47f0-97a5-f101e6ce29f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509784 Sep 09 06:48:30.996738 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:48:31.000104 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58484) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:31.004594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:31.022105 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: f7ffca0c-ff32-4367-ae0b-474706aabfa7 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:48:31.022105 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f7ffca0c-ff32-4367-ae0b-474706aabfa7 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:48:31.098026 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.197115 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.308587 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Allocated IP 172.27.0.67 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/b10f9d1f-8324-4897-8000-7b749f5af8d6) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:48:31.409342 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.521076 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.557826 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:48:31.560563 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:31.565897 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:48:31.571171 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=b10f9d1f-8324-4897-8000-7b749f5af8d6,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:31.655596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.759695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:31.909946 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:32.002491 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:32.075041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=b10f9d1f-8324-4897-8000-7b749f5af8d6,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:32.081972 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:32.166555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:32.167891 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-fa79453b-f448-42fa-ac9f-e467d93e3635 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1668308 Sep 09 06:48:32.200099 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:48:32.363581 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-042962af-971e-498c-a9e7-d723c47fab36 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1766150136&fields=id&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 267 time: 0.0353720 Sep 09 06:48:32.470110 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-4e51ad4d-eed6-4bf2-a370-b44f79cad850 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:32.471523 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-4e51ad4d-eed6-4bf2-a370-b44f79cad850 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 816 time: 0.1051958 Sep 09 06:48:32.486792 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-64727998-9ca6-4c28-9a06-51bd02e38954 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/quotas/18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 375 time: 0.0094099 Sep 09 06:48:32.537640 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-fc451da0-7750-43fe-83fe-c7660c4cc855 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456305 Sep 09 06:48:32.635943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-24567921-2444-4d2b-a1d9-e13f35a38de1 service neutron] 10.222.0.37 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863082 Sep 09 06:48:32.725775 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-50055731-2a43-4bb6-a209-19854ae699f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837579 Sep 09 06:48:33.006233 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-62e9540c-12a8-4a8b-8ad9-c1fb05b7c70d req-f1eb6619-c98c-4c81-a31f-a1094a5aba57 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 210 time: 0.0304582 Sep 09 06:48:34.101558 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d226542f-860c-49dc-ac2a-1f23e093ee11 req-220c255b-2f43-402a-afdd-8a280480267b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 210 time: 0.0250351 Sep 09 06:48:35.198140 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5a7433b-0792-44b0-991b-c621dfc5e8bc req-2f0e9f2b-0fcd-4fca-acb1-6cb2d53d14a1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 210 time: 0.0253558 Sep 09 06:48:36.293838 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9143f8fa-b520-48e7-b337-ca9e3ca315aa req-d8988626-f0e4-497b-9d85-fd6d3d7aafd8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 210 time: 0.0276158 Sep 09 06:48:36.534116 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-abf256d6-f1d4-4a4e-962c-5692b7cb0953 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:36.535582 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-abf256d6-f1d4-4a4e-962c-5692b7cb0953 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 816 time: 0.1060064 Sep 09 06:48:36.578358 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-39f83715-1a4b-41b3-90b2-112437b63be4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 380 time: 0.0334191 Sep 09 06:48:36.589056 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'port': {'device_id': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'admin_state_up': True, 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'security_groups': ['e822c201-8e84-463f-b4b4-bd12738c8c30']}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:36.785452 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Made reservation on behalf of 18ca3eb923114f978e193ece06d5b172 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:48:36.789055 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:36.916663 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Allocated IP 172.20.0.6 (c77217ea-2393-4c7d-9c72-d25c3a3f3cdc/7fd67d52-bec3-49dd-a5ae-6a52b8e4db79/7f2e6c9d-92e6-442d-8221-15bd5a341b46) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:48:37.059487 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.072427 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Transition to ACTIVE for port object 7f2e6c9d-92e6-442d-8221-15bd5a341b46 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:48:37.103480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9efd74e8-3bf8-4ae2-b1cb-220e9400d8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.168534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.208793 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:48:37.211756 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:37.215392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:48:37.246765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:37.273198 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:37.273828 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.369122 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-13ee60b4-044e-4632-a641-2bfadfa1c0ce tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838485 Sep 09 06:48:37.401830 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Request body: {'port': {'device_id': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:37.449990 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cdc7a-5086-4c40-886e-15e8a112342a req-f27adaac-fd75-4e7b-a24e-e55705031324 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:37.451496 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a76cdc7a-5086-4c40-886e-15e8a112342a req-f27adaac-fd75-4e7b-a24e-e55705031324 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 931 time: 0.0815032 Sep 09 06:48:37.488737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.494051 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-0d6ac952-8e61-43d2-9da6-7487187aab32 None None] Provisioning for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:48:37.497977 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-0d6ac952-8e61-43d2-9da6-7487187aab32 None None] Provisioning complete for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:48:37.498391 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac952-8e61-43d2-9da6-7487187aab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.514897 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a76cdc7a-5086-4c40-886e-15e8a112342a req-3eebc8b6-a239-47dd-b6d5-1768c9f00482 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Sep 09 06:48:37.537723 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ac952-8e61-43d2-9da6-7487187aab32 None None] Port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:48:37.775062 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:37.782382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.794256 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Transition to ACTIVE for port object 7f2e6c9d-92e6-442d-8221-15bd5a341b46 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:48:37.858049 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:37.927794 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:37.993765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Attempting to bind port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:48:37.994099 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Attempting to bind port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:48:37.994423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Attempting to bind port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:37.999704 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:48:38.000109 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Attempting to bind port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 on network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:38.006615 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:48:38.007399 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Checking segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:48:38.008026 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Bound using segment: {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:48:38.008591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Bound port: 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f980e8-6471-44ca-8ef8-02519754ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:48:38.009053 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:38.086571 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:48:38.089460 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:48:38.163405 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:38.198240 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.198852 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:38.200248 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 1093 time: 0.8051162 Sep 09 06:48:38.200680 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:38.202927 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61b250a-c14a-4540-a658-3fc1ae72c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:38.230326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17fa96-d4fa-4502-a9d2-24086cd68bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:38.248326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d4f92-1929-4759-a54a-3ded44347e8b x-openstack-request-id: req-4d6d4f92-1929-4759-a54a-3ded44347e8b {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:38.248650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:38.249561 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d6d4f92-1929-4759-a54a-3ded44347e8b {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:38.249979 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'status': 'completed', 'code': 200} Sep 09 06:48:38.319138 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-20a4526d-0613-4dc0-beb5-1b8bb5d4666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.320842 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-20a4526d-0613-4dc0-beb5-1b8bb5d4666d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1096 time: 0.0464532 Sep 09 06:48:38.427120 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-53d2910a-ba24-4943-a9cc-13a0383fa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.428151 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-53d2910a-ba24-4943-a9cc-13a0383fa92f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=18ca3eb923114f978e193ece06d5b172&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991082 Sep 09 06:48:38.535292 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-60f1943d-6b68-4237-91d9-ccc6398c08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.536758 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e61b250a-c14a-4540-a658-3fc1ae72c88c req-60f1943d-6b68-4237-91d9-ccc6398c08ae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0899730 Sep 09 06:48:38.671703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-bebdf70c-f7a9-4a3e-ad61-371969e6cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.673209 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-bebdf70c-f7a9-4a3e-ad61-371969e6cd5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1096 time: 0.0748022 Sep 09 06:48:38.681525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e437b-f917-4be6-96cd-98de3ad3143e req-8d0b8079-b8bc-4ba5-b464-e723f5487aa4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.682835 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f62e437b-f917-4be6-96cd-98de3ad3143e req-8d0b8079-b8bc-4ba5-b464-e723f5487aa4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0762951 Sep 09 06:48:38.728241 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-f56d607b-7f32-497c-b463-8f053e0bb8c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 217 time: 0.0411577 Sep 09 06:48:38.789031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f62e437b-f917-4be6-96cd-98de3ad3143e req-22a6e006-2e53-48fe-a05d-6bd74a34734d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947998 Sep 09 06:48:38.799011 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-c273f5ff-3c58-4222-9818-15633fb66ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.800462 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-c273f5ff-3c58-4222-9818-15633fb66ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0632267 Sep 09 06:48:38.849166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-99e5aff1-3877-4068-8fd6-1dfd6886cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:38.850984 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-99e5aff1-3877-4068-8fd6-1dfd6886cf17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423093 Sep 09 06:48:38.942275 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-f5089f07-fe0a-4efc-bb91-a7917a4971ed service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826774 Sep 09 06:48:39.074000 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a0ad-a324-4ade-82ee-3c49c746b68f req-1b09f957-449b-449f-8119-5a3152a06a7c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:39.075523 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fa5a0ad-a324-4ade-82ee-3c49c746b68f req-1b09f957-449b-449f-8119-5a3152a06a7c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0990627 Sep 09 06:48:39.093177 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a43df68-00af-4b6c-83b2-bfc68ada920a req-6d36b063-1256-4881-af81-0a0fb41be3be service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342919 Sep 09 06:48:39.120406 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5fa5a0ad-a324-4ade-82ee-3c49c746b68f req-3d1e05b5-d1c9-4873-b771-570bfbc95c87 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368726 Sep 09 06:48:39.591155 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab66-a794-4aeb-9f94-b9bde9bd2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:39.912610 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3214-01d4-40bb-b80e-06276bb0c708 req-da7bea54-60cf-4310-b622-527fa0e98f64 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:39.914172 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f4b3214-01d4-40bb-b80e-06276bb0c708 req-da7bea54-60cf-4310-b622-527fa0e98f64 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0512617 Sep 09 06:48:39.951119 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8f4b3214-01d4-40bb-b80e-06276bb0c708 req-cd7ef6af-7eba-4c6e-a333-535d3a07efef tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Sep 09 06:48:40.105629 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:40.235069 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc100b-e4be-40ac-b4e4-1cb709cb7e0c req-c35e3265-2d7c-4406-ac8d-0e9c14d2bf90 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:40.236489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6dc100b-e4be-40ac-b4e4-1cb709cb7e0c req-c35e3265-2d7c-4406-ac8d-0e9c14d2bf90 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Sep 09 06:48:40.273241 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6dc100b-e4be-40ac-b4e4-1cb709cb7e0c req-564522ea-8d19-4254-bff5-ae82cd9ada23 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Sep 09 06:48:40.665360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.073048 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1c873-bf95-433b-8820-bef538be9856 req-8e729123-9a29-4d4c-ba4c-b7739cf10c6f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:41.074509 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-31b1c873-bf95-433b-8820-bef538be9856 req-8e729123-9a29-4d4c-ba4c-b7739cf10c6f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0518985 Sep 09 06:48:41.110694 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-31b1c873-bf95-433b-8820-bef538be9856 req-0947dda3-4388-454c-ac32-a98f749c5fda tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297215 Sep 09 06:48:41.281376 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd746dde-9a5c-4639-9440-fb34b210442b req-a1ce3ef9-ced3-4afb-a338-66f94fc98c82 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:41.282756 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd746dde-9a5c-4639-9440-fb34b210442b req-a1ce3ef9-ced3-4afb-a338-66f94fc98c82 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Sep 09 06:48:41.413895 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af38f2d-d43b-4864-bf67-07737274c44f req-b7c0c8f6-4793-42e1-834a-3533ac920157 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:41.415643 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0af38f2d-d43b-4864-bf67-07737274c44f req-b7c0c8f6-4793-42e1-834a-3533ac920157 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 945 time: 0.0643983 Sep 09 06:48:41.418682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Deleting port ec97a373-49da-41e1-882a-40ba9ea95377 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:48:41.419051 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.503068 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0af38f2d-d43b-4864-bf67-07737274c44f req-6d696781-292f-46a7-91ee-2cff67e17ec7 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374c0c1-470b-4637-aecb-bc4dec4d66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797145 Sep 09 06:48:41.534677 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] For port ec97a373-49da-41e1-882a-40ba9ea95377, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ec97a373-49da-41e1-882a-40ba9ea95377,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:41.534950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.703855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.704206 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.704514 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Floating IP 6854de64-8814-4d77-a6d5-8106fea80f6e disassociated. External IP: 172.27.0.160, port: ec97a373-49da-41e1-882a-40ba9ea95377. Sep 09 06:48:41.704838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Calling delete_port for ec97a373-49da-41e1-882a-40ba9ea95377 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:48:41.900005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:41.931849 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'Port': ['ID=ec97a373-49da-41e1-882a-40ba9ea95377,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:42.045287 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:48:42.150063 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:48:42.163215 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:48:42.184206 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:42.184962 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:42.193708 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] No DVR routers for this DVR port ec97a373-49da-41e1-882a-40ba9ea95377 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:48:42.197611 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:42.199599 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd746dde-9a5c-4639-9440-fb34b210442b req-6aa94711-e023-46f2-8821-5d52e595f62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "DELETE /v2.0/ports/ec97a373-49da-41e1-882a-40ba9ea95377 HTTP/1.1" status: 204 len: 173 time: 0.9098899 Sep 09 06:48:42.199981 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'name': 'network-vif-deleted', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:42.202163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae839fd-074c-47d5-b046-3d170b5b4b25" -d '{"events": [{"server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "name": "network-vif-deleted", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:42.240262 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f6f06-6a8e-45f0-aa72-20e4e64ee8e6 x-openstack-request-id: req-6c4f6f06-6a8e-45f0-aa72-20e4e64ee8e6 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:42.240628 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32036ea-91d7-4779-9b70-a5527a38f366", "name": "network-vif-deleted", "tag": "ec97a373-49da-41e1-882a-40ba9ea95377", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:42.240942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c4f6f06-6a8e-45f0-aa72-20e4e64ee8e6 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:42.241400 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32036ea-91d7-4779-9b70-a5527a38f366', 'name': 'network-vif-deleted', 'tag': 'ec97a373-49da-41e1-882a-40ba9ea95377', 'status': 'completed', 'code': 200} Sep 09 06:48:42.263099 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745a62-2099-4a15-8e98-52832d50c772 req-07b01eb5-b68e-4878-a793-cfb8689369c7 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:42.266676 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-07745a62-2099-4a15-8e98-52832d50c772 req-07b01eb5-b68e-4878-a793-cfb8689369c7 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0691500 Sep 09 06:48:42.313304 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-07745a62-2099-4a15-8e98-52832d50c772 req-6e6df2d3-e820-4634-9050-a7153492ab1d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Sep 09 06:48:42.316804 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:42.433473 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:42.527819 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:42.558748 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:48:42.567601 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:42.568203 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:42.599489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-076986f9-2af9-4387-a214-2ccaf2dc12d9 req-8dcb567e-677d-4bde-a099-7bc942f3a8da tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 09 06:48:42.673080 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:42.866580 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:42.893201 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c9922-bbdc-4c26-9dfe-5b216b7158d8 None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:48:43.092030 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b3262-17ea-4c20-9b31-e02e28141029 None None] New status for floating IP 6854de64-8814-4d77-a6d5-8106fea80f6e: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:48:43.428995 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b232-2c5e-4fcd-8739-d65d21d3ebb2 req-fc0623b1-06d9-436f-b789-f659eed43073 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:43.430475 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-af68b232-2c5e-4fcd-8739-d65d21d3ebb2 req-fc0623b1-06d9-436f-b789-f659eed43073 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0466974 Sep 09 06:48:43.466530 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-af68b232-2c5e-4fcd-8739-d65d21d3ebb2 req-547a0ee0-976f-459e-ad67-488c4d7a86ac tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299315 Sep 09 06:48:43.691668 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e131d414-c30f-40c9-89e2-901daccdc98e req-3f645af8-1894-4f08-88cf-4f0436bcc0d1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Sep 09 06:48:44.352618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:48:44.458078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:44.468911 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:48:44.492522 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:44.508213 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:44.521325 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:44.542366 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:44.613909 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:44.665606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:44.673595 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.673945 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.674277 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.674618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.675041 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.675397 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.675726 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.676047 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.676366 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.676685 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.677002 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.677316 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:44.828822 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b320b04e-bbd2-489d-b849-463657047547 req-32222cc7-5a47-4470-99f8-1f3ae3e7fb7a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32036ea-91d7-4779-9b70-a5527a38f366 HTTP/1.1" status: 200 len: 210 time: 0.0278935 Sep 09 06:48:44.844244 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293bdf-e84a-4a80-be04-0a1b0c988e2f req-ff3d0aa1-4e5a-46f6-a133-67e68a92c484 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:44.845681 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e0293bdf-e84a-4a80-be04-0a1b0c988e2f req-ff3d0aa1-4e5a-46f6-a133-67e68a92c484 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.3069892 Sep 09 06:48:44.880565 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['7f2e6c9d-92e6-442d-8221-15bd5a341b46'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:48:44.882788 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e0293bdf-e84a-4a80-be04-0a1b0c988e2f req-3f47fa0a-09bf-46e8-924a-c64b49802c30 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Sep 09 06:48:45.999170 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b341e-5f8c-4d04-aac2-a40fe17f5082 req-a96a5ee0-48a1-42b2-81db-dac8c3b56000 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:46.001263 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2a9b341e-5f8c-4d04-aac2-a40fe17f5082 req-a96a5ee0-48a1-42b2-81db-dac8c3b56000 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0469849 Sep 09 06:48:46.013027 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58674) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:46.041483 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2a9b341e-5f8c-4d04-aac2-a40fe17f5082 req-415708be-4575-4014-ae10-7466e06a197a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Sep 09 06:48:46.070014 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.093027 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.213892 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.216579 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.217759 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "DELETE /v2.0/security-groups/2374c0c1-470b-4637-aecb-bc4dec4d66bc HTTP/1.1" status: 204 len: 168 time: 0.2036791 Sep 09 06:48:46.221111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58678) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:46.227704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374c0c1-470b-4637-aecb-bc4dec4d66bc,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:46.234925 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.api.v2.resource [None req-e404dc19-d053-485d-acd0-aa3c7ea6e581 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] show failed (client error): The resource could not be found. Sep 09 06:48:46.235348 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.235693 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.235984 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e404dc19-d053-485d-acd0-aa3c7ea6e581 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups/2374c0c1-470b-4637-aecb-bc4dec4d66bc HTTP/1.1" status: 404 len: 347 time: 0.0138459 Sep 09 06:48:46.236086 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.236337 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.236658 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.236986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.237333 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.237667 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.237971 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.238283 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.238668 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.238823 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58680) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:46.238952 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c16bfe-d17b-4ec1-8eb5-9b92ae9d1802 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:48:46.362569 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Deleting port 8e206bf3-82c5-4a79-8c9b-6241124ae568 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:48:46.362909 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.366999 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:48:46.437288 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.437607 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.448890 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Calling delete_port for 8e206bf3-82c5-4a79-8c9b-6241124ae568 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:48:46.465053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:48:46.470061 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:48:46.470061 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.545980 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.567641 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:46.569908 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34428f7-7304-4f68-ba16-e1890990cf67" -d '{"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:46.583135 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:46.605291 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb80872c-5d9b-4df5-98d2-f85147467c76 x-openstack-request-id: req-eb80872c-5d9b-4df5-98d2-f85147467c76 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:46.605572 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:46.605816 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb80872c-5d9b-4df5-98d2-f85147467c76 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:46.606196 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'code': 200} Sep 09 06:48:46.651915 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.652127 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.652736 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ec97a373-49da-41e1-882a-40ba9ea95377 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:48:46.677205 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: ec97a373-49da-41e1-882a-40ba9ea95377 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:48:46.677545 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device ec97a373-49da-41e1-882a-40ba9ea95377 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:48:46.678777 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'Port': ['ID=8e206bf3-82c5-4a79-8c9b-6241124ae568,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:46.720090 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:46.737332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.739919 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:46.741046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-9a0c5638-a225-4dee-b8ac-bba06c3e22e5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "DELETE /v2.0/floatingips/6854de64-8814-4d77-a6d5-8106fea80f6e HTTP/1.1" status: 204 len: 168 time: 0.5013170 Sep 09 06:48:46.940584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec426-ae4f-4894-a1f6-be71f68db9d4 req-2bf94613-312f-4c1f-aa17-30815cfaa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:46.943009 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b1ec426-ae4f-4894-a1f6-be71f68db9d4 req-2bf94613-312f-4c1f-aa17-30815cfaa814 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1098 time: 0.0411711 Sep 09 06:48:46.978931 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b1ec426-ae4f-4894-a1f6-be71f68db9d4 req-c9ad0247-92b3-4879-865a-e55837c63dee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279551 Sep 09 06:48:47.045710 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58694) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:47.050417 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318892950', 'description': 'tempest-description--1206872253'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:47.154763 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.160968 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea84620-fea6-4c8c-9201-018212999c4c req-f656428c-adde-481e-95a5-6950d697f937 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:47.162599 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fea84620-fea6-4c8c-9201-018212999c4c req-f656428c-adde-481e-95a5-6950d697f937 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0488870 Sep 09 06:48:47.200350 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fea84620-fea6-4c8c-9201-018212999c4c req-1b2b7c09-c2c7-45db-81c7-00aba14235fd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Sep 09 06:48:47.234837 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.298045 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.330358 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd592e14-fa5c-4be1-b8da-4f81aa24e688,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:47.400056 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.401301 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ba8f55b4-2532-4487-9e91-38644096bdf6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3544817 Sep 09 06:48:47.404026 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58702) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:47.408165 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group_rule': {'security_group_id': 'fd592e14-fa5c-4be1-b8da-4f81aa24e688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:47.489780 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.545584 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.634482 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.661145 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187bcfb-cde0-4757-9543-b2bb8cb4951d,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:47.749039 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.750222 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ffcd3a3d-27f5-458c-9b71-edfcd8b7d0de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452704 Sep 09 06:48:47.752815 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58704) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:47.757012 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'security_group_rule': {'security_group_id': 'fd592e14-fa5c-4be1-b8da-4f81aa24e688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:47.872845 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:47.927910 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.008039 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.023221 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee91d17-a7cb-4a6b-b0f7-0e80de237f92,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:48.108930 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.110168 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d997a650-81ef-48d9-b3b7-685a3e27724b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564413 Sep 09 06:48:48.113197 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58706) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:48.117554 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:48.225726 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.330604 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.333102 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f7332-c861-4d96-a89a-d89e8d7b7957 req-feee3d98-97c4-489f-90b7-b5cf13ef02a9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:48.334736 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e04f7332-c861-4d96-a89a-d89e8d7b7957 req-feee3d98-97c4-489f-90b7-b5cf13ef02a9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0601728 Sep 09 06:48:48.391605 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e04f7332-c861-4d96-a89a-d89e8d7b7957 req-698a58dd-7aff-4de5-81ed-425b6a1af64a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497251 Sep 09 06:48:48.446761 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Allocated IP 172.27.0.65 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/12f41923-e193-4636-87c8-c2ac44598ea7) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:48:48.764397 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.880438 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:48.916693 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:48:48.919466 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:48.925404 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:48:48.930670 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=12f41923-e193-4636-87c8-c2ac44598ea7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:49.013707 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.116613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.261959 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.337692 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.407775 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=12f41923-e193-4636-87c8-c2ac44598ea7,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:49.417458 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.505448 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.506774 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-be8be942-f0b1-4f78-a296-59d8a4ce331a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3925924 Sep 09 06:48:49.516832 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7bb5a-d29c-48b0-afd5-b8dc8b170ce6 req-85852fd1-06b7-422b-952c-f6611b5e122d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:49.520707 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-72f7bb5a-d29c-48b0-afd5-b8dc8b170ce6 req-85852fd1-06b7-422b-952c-f6611b5e122d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0473425 Sep 09 06:48:49.556874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-72f7bb5a-d29c-48b0-afd5-b8dc8b170ce6 req-0fc2e789-0044-404a-8b9c-df88c33d58f6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Sep 09 06:48:49.671944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423200-0e86-4878-85ca-ea72186bd245 req-daf77c2f-04df-4f75-8455-352c739697c4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:49.673462 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d7423200-0e86-4878-85ca-ea72186bd245 req-daf77c2f-04df-4f75-8455-352c739697c4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0502467 Sep 09 06:48:49.682033 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 58744) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:49.688688 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Request body: {'floatingip': {'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:49.731841 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:49.775965 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-464466c6-e73c-4bad-8817-095e43494f85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1318892950&fields=id&tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 267 time: 0.0330534 Sep 09 06:48:49.888004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-74fac9ba-c008-45cc-a11a-eff39de85a37 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:49.889464 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-74fac9ba-c008-45cc-a11a-eff39de85a37 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 811 time: 0.1064687 Sep 09 06:48:49.905314 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-24d1846c-6213-4d9e-97a2-a63a13366612 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/quotas/8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 375 time: 0.0092158 Sep 09 06:48:49.957761 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-f8787ad9-de58-4c56-a74e-e7ee6e3c4174 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468891 Sep 09 06:48:50.057105 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-fbe1c823-5d7f-44d0-a95a-56fa6c903fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866082 Sep 09 06:48:50.146731 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-497bb959-d0f4-4976-ab87-9d2d28d3061e service neutron] 10.222.0.37 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829687 Sep 09 06:48:50.174426 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.231257 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.250002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58762) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:50.346262 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.l3_db [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Floating IP 817a7ad8-2108-45ee-991b-e09dac5fcff0 associated. External IP: 172.27.0.67, port: 7f2e6c9d-92e6-442d-8221-15bd5a341b46. Sep 09 06:48:50.377063 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d490ba6e-83a3-4e87-ad42-550009044b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.437892 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6225757-8dfe-4c47-85fb-42c2e0b0d00e req-08f06295-12ed-4b8a-ac8c-9f80b165fc28 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0419543 Sep 09 06:48:50.523586 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d490ba6e-83a3-4e87-ad42-550009044b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.579913 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d490ba6e-83a3-4e87-ad42-550009044b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.593974 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:48:50.616615 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ba6e-83a3-4e87-ad42-550009044b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b91ba-ec3b-4ed2-8e0f-39152d884db6,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:50.620980 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d490ba6e-83a3-4e87-ad42-550009044b4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bba63cd2b414fb1bf9ddcd31fd58b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699503 Sep 09 06:48:50.623580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 58780) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:48:50.687523 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.709314 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.726285 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:48:50.730901 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.737461 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:48:50.757053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:50.758902 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:50.761619 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-b836a372-3770-48f4-b28d-62ad18fc237b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "PUT /v2.0/floatingips/817a7ad8-2108-45ee-991b-e09dac5fcff0 HTTP/1.1" status: 200 len: 990 time: 1.0784256 Sep 09 06:48:50.762283 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:50.764712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:50.877758 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60085f-f715-4362-adc7-c2f85bfc53ab x-openstack-request-id: req-1c60085f-f715-4362-adc7-c2f85bfc53ab {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:50.878298 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:50.878781 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c60085f-f715-4362-adc7-c2f85bfc53ab {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:50.879425 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'status': 'completed', 'code': 200} Sep 09 06:48:50.894197 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.898617 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:50.902046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e53b91ba-ec3b-4ed2-8e0f-39152d884db6 HTTP/1.1" status: 204 len: 168 time: 0.2771447 Sep 09 06:48:50.921779 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a4b17-f660-4a6e-b6b6-27beeef372ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b91ba-ec3b-4ed2-8e0f-39152d884db6,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:50.984831 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-97d34b30-5b03-4024-b275-95615badcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:50.986372 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-97d34b30-5b03-4024-b275-95615badcb2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1098 time: 0.0609241 Sep 09 06:48:51.040504 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:51.106760 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-1bc1bebc-cee9-4656-b78c-6f702ba903bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:51.108502 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-1bc1bebc-cee9-4656-b78c-6f702ba903bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.1144981 Sep 09 06:48:51.184417 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-dee3e2d1-0572-4b7a-8bbf-cc468086fd81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 998 time: 0.0663817 Sep 09 06:48:51.238415 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-02718b24-b3cc-4a75-a6f9-e52bb64b7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:51.240000 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-02718b24-b3cc-4a75-a6f9-e52bb64b7e32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0476658 Sep 09 06:48:51.296903 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-cfa81083-c5d3-45b6-812a-89f5d57edd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:51.298579 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-cfa81083-c5d3-45b6-812a-89f5d57edd3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504680 Sep 09 06:48:51.325878 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '817a7ad8-2108-45ee-991b-e09dac5fcff0', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:31Z', 'updated_at': '2021-09-09T06:48:50Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:51.355537 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:48:51.364566 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:48:51.365424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:51.414282 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-ba651334-95c7-4ad3-b91f-bd252f0c2bad service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973511 Sep 09 06:48:51.479874 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:48:51.511555 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4216c03d-98f1-49bf-921a-ee1e0ebf51d9 req-34a67222-d389-45fe-888b-f0128304b84e service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854938 Sep 09 06:48:51.565471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a0f9e04-e3a0-45ad-ad2d-e0eae2e37248 req-90a2ce41-ae99-4d8f-a4e7-53ac9659e1b5 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0292637 Sep 09 06:48:51.736857 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '817a7ad8-2108-45ee-991b-e09dac5fcff0', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:31Z', 'updated_at': '2021-09-09T06:48:50Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:48:51.764996 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5cf919-bc4e-4493-99e1-56c6677606a0 None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '817a7ad8-2108-45ee-991b-e09dac5fcff0', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:31Z', 'updated_at': '2021-09-09T06:48:50Z', 'revision_number': 1, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:48:51.959937 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbced8aa-e0c2-4b7a-a343-5fe4bad4f779 None None] New status for floating IP 817a7ad8-2108-45ee-991b-e09dac5fcff0: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:48:52.501289 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-c83ec69d-5342-4a90-9551-fbd4b2af3724 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:52.502787 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-c83ec69d-5342-4a90-9551-fbd4b2af3724 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 811 time: 0.1067643 Sep 09 06:48:52.547938 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-0dd5f158-d2c5-4b8f-9867-76152e4d315c tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba HTTP/1.1" status: 200 len: 380 time: 0.0342145 Sep 09 06:48:52.558177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'port': {'device_id': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'admin_state_up': True, 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'security_groups': ['fd592e14-fa5c-4be1-b8da-4f81aa24e688']}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:52.669636 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2b3abd84-bc4c-42d5-952d-e6ddbd4da351 req-c4348697-be63-48b2-9643-cd8bcb4e52cb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0329986 Sep 09 06:48:52.762665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Made reservation on behalf of 8b0d0d7d7b4a4188a9b35502e84a32ba for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:48:52.766864 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:52.898866 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Allocated IP 172.20.0.8 (eb33b260-8b94-439e-9f2b-5038f7ad1dd5/aafc0d29-1a96-4405-bebd-8afca899ad1d/a328b581-422d-403e-8498-283b855b57f2) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:48:53.040025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.053794 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Transition to ACTIVE for port object a328b581-422d-403e-8498-283b855b57f2 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:48:53.151479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.197438 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:48:53.200513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:48:53.206658 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:48:53.229545 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event updated for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:53.266689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:53.267401 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.338639 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-b2ebf1ee-f17f-44e7-8bd4-6b0b75d75013 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838194 Sep 09 06:48:53.351330 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Request body: {'port': {'device_id': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:48:53.407475 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.453712 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ee7267f4-25f1-4fe0-9a89-c67331561eab None None] Provisioning for port a328b581-422d-403e-8498-283b855b57f2 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:48:53.458403 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ee7267f4-25f1-4fe0-9a89-c67331561eab None None] Provisioning complete for port a328b581-422d-403e-8498-283b855b57f2 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:48:53.458784 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ee7267f4-25f1-4fe0-9a89-c67331561eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.494838 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-ee7267f4-25f1-4fe0-9a89-c67331561eab None None] Port a328b581-422d-403e-8498-283b855b57f2 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:48:53.669818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a328b581-422d-403e-8498-283b855b57f2 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:53.677547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.688972 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Transition to ACTIVE for port object a328b581-422d-403e-8498-283b855b57f2 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:48:53.762508 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:53.829266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d97f9-0d32-49f4-8abf-a5bf33a1152b req-4992aa22-167b-48d2-aec5-a4fcd9280c18 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:53.830828 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a9d97f9-0d32-49f4-8abf-a5bf33a1152b req-4992aa22-167b-48d2-aec5-a4fcd9280c18 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 931 time: 0.0954206 Sep 09 06:48:53.833392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Pushing event updated for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:53.914634 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a9d97f9-0d32-49f4-8abf-a5bf33a1152b req-a555dfe4-f050-41c9-ab85-cd40b2ab03a9 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619342 Sep 09 06:48:53.932233 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Attempting to bind port a328b581-422d-403e-8498-283b855b57f2 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:48:53.932577 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Attempting to bind port a328b581-422d-403e-8498-283b855b57f2 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:48:53.932929 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Attempting to bind port a328b581-422d-403e-8498-283b855b57f2 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:53.937446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Port a328b581-422d-403e-8498-283b855b57f2 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:48:53.937767 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Attempting to bind port a328b581-422d-403e-8498-283b855b57f2 on network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:48:53.942660 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:48:53.943033 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Checking segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:48:53.943421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Bound using segment: {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:48:53.943872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Bound port: a328b581-422d-403e-8498-283b855b57f2, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6cacd3-d726-4613-8533-51f4ed6454a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:48:53.944230 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:54.007846 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:48:54.011137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a328b581-422d-403e-8498-283b855b57f2,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:48:54.122783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:54.169447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.170078 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:54.171561 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] 10.222.0.35 "PUT /v2.0/ports/a328b581-422d-403e-8498-283b855b57f2 HTTP/1.1" status: 200 len: 1093 time: 0.8246517 Sep 09 06:48:54.176557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'tag': 'a328b581-422d-403e-8498-283b855b57f2'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:48:54.176557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "tag": "a328b581-422d-403e-8498-283b855b57f2"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:48:54.190144 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613ea0-b880-4b06-9270-98d14e2b7352 service neutron] Pushing event updated for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:54.214723 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdddc13-2337-42c9-89e2-7bf1eda852ba x-openstack-request-id: req-9cdddc13-2337-42c9-89e2-7bf1eda852ba {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:48:54.215162 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "tag": "a328b581-422d-403e-8498-283b855b57f2", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:48:54.215417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cdddc13-2337-42c9-89e2-7bf1eda852ba {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:48:54.216084 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'tag': 'a328b581-422d-403e-8498-283b855b57f2', 'status': 'completed', 'code': 200} Sep 09 06:48:54.278312 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-328435be-691a-497f-91b8-c4d19984b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.279936 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-328435be-691a-497f-91b8-c4d19984b540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 1096 time: 0.0424783 Sep 09 06:48:54.381706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-03a2e13c-650a-4702-9899-c05f9ea955e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.383314 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-03a2e13c-650a-4702-9899-c05f9ea955e9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952384 Sep 09 06:48:54.483597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-7e0ae6c2-4df3-4bff-936e-3a01fe8fb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.484941 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-27cafd9e-0edc-4892-8d1a-8ec2fe7bdc7a req-7e0ae6c2-4df3-4bff-936e-3a01fe8fb51e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950727 Sep 09 06:48:54.561486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-1782370d-8b68-49e0-89d0-0823273ac62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.563474 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-1782370d-8b68-49e0-89d0-0823273ac62a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 1096 time: 0.0392528 Sep 09 06:48:54.608889 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-e120c087-112d-47e0-93eb-942628c28867 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a328b581-422d-403e-8498-283b855b57f2 HTTP/1.1" status: 200 len: 217 time: 0.0355966 Sep 09 06:48:54.657160 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-94f579b9-cba0-4ab8-aadb-695cc4cf1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.658546 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-94f579b9-cba0-4ab8-aadb-695cc4cf1e81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0425527 Sep 09 06:48:54.704757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-667f0286-d983-4716-b90c-0d4f4c0623ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:54.706205 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-667f0286-d983-4716-b90c-0d4f4c0623ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393445 Sep 09 06:48:54.796814 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-33c885eb-4bad-4808-b283-585cbfbb5996 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Sep 09 06:48:54.886444 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d033adca-a341-4747-b0b7-797fccaa1e98 req-4bee459a-222d-443a-9f4a-11950a0e531d service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793374 Sep 09 06:48:55.029497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa0de4-c806-4e63-bb7f-dc0f81f9865d req-8c9dca94-a228-486d-8a21-612fdc92ec46 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:55.031532 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-faaa0de4-c806-4e63-bb7f-dc0f81f9865d req-8c9dca94-a228-486d-8a21-612fdc92ec46 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 943 time: 0.0489333 Sep 09 06:48:55.071727 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-faaa0de4-c806-4e63-bb7f-dc0f81f9865d req-97195877-53b9-4d5a-a3b9-05d0f4f9f1e1 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Sep 09 06:48:56.184553 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb421-8e12-466a-9791-e36500b32a12 req-9eb6e00a-91d7-4b4c-93e6-2e09d4da8bc2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:56.186052 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-023eb421-8e12-466a-9791-e36500b32a12 req-9eb6e00a-91d7-4b4c-93e6-2e09d4da8bc2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 943 time: 0.0486205 Sep 09 06:48:56.226297 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-023eb421-8e12-466a-9791-e36500b32a12 req-e8cb03a5-dcdf-4b45-b16b-99a0e05fb62d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333996 Sep 09 06:48:57.357978 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45882752-4099-44b1-b20d-67d9d04296a2 req-fa17b09a-efc3-40f7-a096-da666c29c22a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:57.359516 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45882752-4099-44b1-b20d-67d9d04296a2 req-fa17b09a-efc3-40f7-a096-da666c29c22a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 943 time: 0.0580473 Sep 09 06:48:57.399389 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45882752-4099-44b1-b20d-67d9d04296a2 req-eb553315-8408-4ba7-8119-18a4c111568f tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Sep 09 06:48:58.439924 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device a328b581-422d-403e-8498-283b855b57f2 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:48:58.512854 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c1c0-c8eb-4aef-a08a-cff4b1a35583 req-ff71f5fe-bb25-4314-a6b3-8d1152f14317 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:58.514358 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2c4c1c0-c8eb-4aef-a08a-cff4b1a35583 req-ff71f5fe-bb25-4314-a6b3-8d1152f14317 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 943 time: 0.0484900 Sep 09 06:48:58.546167 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a328b581-422d-403e-8498-283b855b57f2,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:58.556243 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2c4c1c0-c8eb-4aef-a08a-cff4b1a35583 req-c338f7ad-645f-4715-af6d-ce05b0e99468 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349014 Sep 09 06:48:58.571065 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'a328b581-422d-403e-8498-283b855b57f2', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'port_id': 'a328b581-422d-403e-8498-283b855b57f2', 'mac_address': 'fa:16:3e:31:02:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:48:58.594691 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:58.607513 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a328b581-422d-403e-8498-283b855b57f2 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:48:58.627017 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a328b581-422d-403e-8498-283b855b57f2,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:48:58.693719 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:48:58.744231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:48:58.938802 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['a328b581-422d-403e-8498-283b855b57f2'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:48:59.664749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506bb89-2d67-4c0d-ab24-0983eb0c1e8c req-db54c1df-bda9-4051-9996-10f0d75d9c87 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:48:59.666200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8506bb89-2d67-4c0d-ab24-0983eb0c1e8c req-db54c1df-bda9-4051-9996-10f0d75d9c87 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 944 time: 0.0464365 Sep 09 06:48:59.702612 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8506bb89-2d67-4c0d-ab24-0983eb0c1e8c req-be8727ae-4212-466f-9e68-dd27aab36f21 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299134 Sep 09 06:49:00.982580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84d30d-cd14-41df-a677-2f120956e70a req-4531b7da-fa9f-42cd-aebf-664a9fd28877 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:00.984489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb84d30d-cd14-41df-a677-2f120956e70a req-4531b7da-fa9f-42cd-aebf-664a9fd28877 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 944 time: 0.2173023 Sep 09 06:49:01.020435 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb84d30d-cd14-41df-a677-2f120956e70a req-b6366b8c-9d31-4efa-8eca-ef9a8984c0d9 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301015 Sep 09 06:49:02.131536 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a215-a664-4ffa-8666-982e2ae58b27 req-8783d2db-c851-4a83-ab2c-528d0eb6b74d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:02.132969 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5f91a215-a664-4ffa-8666-982e2ae58b27 req-8783d2db-c851-4a83-ab2c-528d0eb6b74d tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 944 time: 0.0464983 Sep 09 06:49:02.173403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5f91a215-a664-4ffa-8666-982e2ae58b27 req-2d25b1f9-2bc4-48e2-8dcd-9825ab1b9db2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347042 Sep 09 06:49:02.459058 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device a328b581-422d-403e-8498-283b855b57f2 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:49:02.556204 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port a328b581-422d-403e-8498-283b855b57f2 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:49:02.559646 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port a328b581-422d-403e-8498-283b855b57f2 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:49:02.560075 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:02.632743 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:02.653788 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328b581-422d-403e-8498-283b855b57f2'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:49:02.656543 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03fecf-3624-4693-89d5-348eb8d6f0b4" -d '{"events": [{"server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "name": "network-vif-plugged", "status": "completed", "tag": "a328b581-422d-403e-8498-283b855b57f2"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:49:02.671635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a328b581-422d-403e-8498-283b855b57f2,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:02.694012 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b51944-529b-42a5-9bf6-11db6fa30c51 x-openstack-request-id: req-25b51944-529b-42a5-9bf6-11db6fa30c51 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:49:02.699374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "name": "network-vif-plugged", "status": "completed", "tag": "a328b581-422d-403e-8498-283b855b57f2", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:49:02.699374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25b51944-529b-42a5-9bf6-11db6fa30c51 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:49:02.699374 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328b581-422d-403e-8498-283b855b57f2', 'code': 200} Sep 09 06:49:02.745068 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:02.791145 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:03.025791 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ce35-1c28-4431-9daa-5062b4adf2a8 req-da497f85-0d83-4f08-9031-9129e1df923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:03.027317 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9069ce35-1c28-4431-9daa-5062b4adf2a8 req-da497f85-0d83-4f08-9031-9129e1df923d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 1098 time: 0.0384259 Sep 09 06:49:03.062360 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9069ce35-1c28-4431-9daa-5062b4adf2a8 req-580e0c60-7628-4c70-ad92-c4cfdedab71c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279694 Sep 09 06:49:03.340389 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fd912-3363-48ca-8d28-c90180b4f0cd req-82cbb176-e2f1-4246-b579-ea9084dd7420 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:03.341962 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-117fd912-3363-48ca-8d28-c90180b4f0cd req-82cbb176-e2f1-4246-b579-ea9084dd7420 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.1007378 Sep 09 06:49:03.380172 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-117fd912-3363-48ca-8d28-c90180b4f0cd req-054db8f3-7e87-4328-ae40-dac19ef3dc85 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Sep 09 06:49:04.493718 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9391-2549-4a4d-acf6-8d68215d2803 req-29ab0858-ee03-4b94-9d5f-5977f6504574 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:04.495194 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5c7b9391-2549-4a4d-acf6-8d68215d2803 req-29ab0858-ee03-4b94-9d5f-5977f6504574 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0473905 Sep 09 06:49:04.536471 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5c7b9391-2549-4a4d-acf6-8d68215d2803 req-2809b65f-0062-4828-927d-8dfe0493b17b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351882 Sep 09 06:49:05.647700 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675912-4927-4845-a059-15d313fae61f req-c85a30d7-e6c2-49e4-ae48-056d0599b541 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:05.649152 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c675912-4927-4845-a059-15d313fae61f req-c85a30d7-e6c2-49e4-ae48-056d0599b541 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0471215 Sep 09 06:49:05.685989 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c675912-4927-4845-a059-15d313fae61f req-04b57493-6030-47e1-84c1-3f2144521912 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Sep 09 06:49:06.796638 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978aec1-83d3-4ab1-80a5-dfc1c00fba12 req-26559e28-a112-417d-a190-c8846fcd2872 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:06.798134 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4978aec1-83d3-4ab1-80a5-dfc1c00fba12 req-26559e28-a112-417d-a190-c8846fcd2872 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Sep 09 06:49:06.834792 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4978aec1-83d3-4ab1-80a5-dfc1c00fba12 req-9b0b705f-356d-46a8-b56b-d17c3fd696cf tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Sep 09 06:49:07.096964 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0672dd10-47d5-40b7-889a-2c4bb6eafe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:07.951425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c62b-da6a-481f-aa97-2f83881962ba req-e3d26885-6921-4272-83e0-3dd0734402fb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:07.951425 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1b8c62b-da6a-481f-aa97-2f83881962ba req-e3d26885-6921-4272-83e0-3dd0734402fb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0464823 Sep 09 06:49:07.989563 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1b8c62b-da6a-481f-aa97-2f83881962ba req-1869f704-d55b-4a2e-b9fe-212ed7cc80c8 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Sep 09 06:49:08.099018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14a402-9c5c-44c9-82b3-9b454ff418a9 req-6f76c77f-1023-4ca8-b8ea-6d300dd69800 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:08.100456 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8c14a402-9c5c-44c9-82b3-9b454ff418a9 req-6f76c77f-1023-4ca8-b8ea-6d300dd69800 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0471454 Sep 09 06:49:08.108570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 59022) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:08.113254 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Request body: {'floatingip': {'port_id': 'a328b581-422d-403e-8498-283b855b57f2'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:49:08.150415 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:08.579362 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:08.650914 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:08.793592 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59034) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:08.922232 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e49d48b9-2465-47e3-abe0-f3a998e19150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:08.991919 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Floating IP e85a95b2-67cb-4dc9-a614-5036d0e423b8 associated. External IP: 172.27.0.65, port: a328b581-422d-403e-8498-283b855b57f2. Sep 09 06:49:09.010021 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e49d48b9-2465-47e3-abe0-f3a998e19150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.070553 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e49d48b9-2465-47e3-abe0-f3a998e19150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.109255 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e49d48b9-2465-47e3-abe0-f3a998e19150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47dac82274ec4c5199c9d095ca5203fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144259 Sep 09 06:49:09.110186 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d48b9-2465-47e3-abe0-f3a998e19150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c196d0ae-f1b8-4765-8fd2-0c9377bf4223,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:09.112426 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59042) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:09.159896 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.180044 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.196452 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:49:09.198445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:49:09.305094 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.307769 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.308030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:49:09.308925 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c196d0ae-f1b8-4765-8fd2-0c9377bf4223 HTTP/1.1" status: 204 len: 168 time: 0.1956081 Sep 09 06:49:09.313279 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.319833 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:49:09.321629 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e857-5334-4fac-a087-5cb95d7e7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c196d0ae-f1b8-4765-8fd2-0c9377bf4223,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:09.342412 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-67cd89f2-4094-4ed2-9cd4-a47816aa46de tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "PUT /v2.0/floatingips/e85a95b2-67cb-4dc9-a614-5036d0e423b8 HTTP/1.1" status: 200 len: 990 time: 1.2323236 Sep 09 06:49:09.343111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'tag': 'a328b581-422d-403e-8498-283b855b57f2'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:49:09.354585 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "tag": "a328b581-422d-403e-8498-283b855b57f2"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:49:09.358606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:49:09.359558 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:48:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:49:09.466649 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:49:09.626127 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a98b99bb-c78a-4dae-96df-0ef360797151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:09.700099 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e85a95b2-67cb-4dc9-a614-5036d0e423b8', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'a328b581-422d-403e-8498-283b855b57f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:31:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:48Z', 'updated_at': '2021-09-09T06:49:08Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:49:09.728487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:49:09.736988 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:49:09.737575 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:49:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:49:09.954354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:49:09.979998 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 59054) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:09.993342 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-363ab566-77b3-4ee5-bfe2-aa0233fef199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.080665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-363ab566-77b3-4ee5-bfe2-aa0233fef199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.109555 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.159844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-363ab566-77b3-4ee5-bfe2-aa0233fef199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.182828 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e85a95b2-67cb-4dc9-a614-5036d0e423b8', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'a328b581-422d-403e-8498-283b855b57f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:31:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:48Z', 'updated_at': '2021-09-09T06:49:08Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:49:10.198605 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-363ab566-77b3-4ee5-bfe2-aa0233fef199 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40ab0433a00647dd9cfbcbc1b77d70bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174845 Sep 09 06:49:10.199421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab566-77b3-4ee5-bfe2-aa0233fef199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4600e0e2-67c1-4ad1-9cb7-e69752272378,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:10.201259 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59056) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:10.212853 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb70a-ba38-4463-a767-e370b3752a5a None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'e85a95b2-67cb-4dc9-a614-5036d0e423b8', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'port_id': 'a328b581-422d-403e-8498-283b855b57f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'mac_address': 'fa:16:3e:31:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:48:48Z', 'updated_at': '2021-09-09T06:49:08Z', 'revision_number': 1, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:49:10.263143 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.287848 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.393272 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3af15d-c7d6-4a25-aa90-b7af5a60ac9c None None] New status for floating IP e85a95b2-67cb-4dc9-a614-5036d0e423b8: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:49:10.396821 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.400218 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:10.401375 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4600e0e2-67c1-4ad1-9cb7-e69752272378 HTTP/1.1" status: 204 len: 168 time: 0.1979625 Sep 09 06:49:10.409975 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206622a2-4657-43f6-b762-bab7f35ed8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600e0e2-67c1-4ad1-9cb7-e69752272378,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:10.693629 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.033829 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 59064) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:11.046858 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e625-022a-4d65-8cfc-731f9b2e6f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.061248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d835b-dceb-4ad4-a79e-a03fbe5c6e7b x-openstack-request-id: req-c37d835b-dceb-4ad4-a79e-a03fbe5c6e7b {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:49:11.061528 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "tag": "a328b581-422d-403e-8498-283b855b57f2", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:49:11.061778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c37d835b-dceb-4ad4-a79e-a03fbe5c6e7b {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:49:11.062170 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'tag': 'a328b581-422d-403e-8498-283b855b57f2', 'status': 'completed', 'code': 200} Sep 09 06:49:11.151020 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-f6595f68-467e-42fd-b61c-50a1e97f51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:11.152517 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-f6595f68-467e-42fd-b61c-50a1e97f51ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 1098 time: 0.0627828 Sep 09 06:49:11.188160 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e625-022a-4d65-8cfc-731f9b2e6f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.250799 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-5f513c1f-1607-4194-accb-ecfdf53cf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:11.252310 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-5f513c1f-1607-4194-accb-ecfdf53cf6d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 200 len: 911 time: 0.0909176 Sep 09 06:49:11.267069 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e625-022a-4d65-8cfc-731f9b2e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.341166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3e625-022a-4d65-8cfc-731f9b2e6f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e450ad4-cc6a-4125-922e-684f03e42262,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:11.351923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7ca3e625-022a-4d65-8cfc-731f9b2e6f29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7588c4893b08459da4be4964d194e498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170505 Sep 09 06:49:11.354657 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59066) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:11.358028 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-78e2b331-3471-49a5-971a-aafb86d2bc2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a328b581-422d-403e-8498-283b855b57f2 HTTP/1.1" status: 200 len: 1000 time: 0.0978036 Sep 09 06:49:11.403994 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.411583 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-ed9b5b2f-524c-4514-8c60-7301fb2086dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:11.413031 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-ed9b5b2f-524c-4514-8c60-7301fb2086dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 200 len: 850 time: 0.0444565 Sep 09 06:49:11.425585 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.463181 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-71a5080c-b3fe-4b04-9cb8-39ce71fab2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:11.464842 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-71a5080c-b3fe-4b04-9cb8-39ce71fab2d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb33b260-8b94-439e-9f2b-5038f7ad1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438144 Sep 09 06:49:11.536668 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.539249 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:11.540465 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e450ad4-cc6a-4125-922e-684f03e42262 HTTP/1.1" status: 204 len: 168 time: 0.1836057 Sep 09 06:49:11.549727 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10d55-6a8e-4487-8af0-68f07215b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e450ad4-cc6a-4125-922e-684f03e42262,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:11.558910 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-e2b42dd9-aa7b-4577-8041-1faf39532396 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842717 Sep 09 06:49:11.652448 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7b20b6ca-2c12-407c-ad43-ade801aa0bc2 req-20987fa4-45d3-4378-9663-be17ee773795 service neutron] 10.222.0.35 "GET /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859346 Sep 09 06:49:12.425181 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:14.476831 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:15.004599 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-b996257e-129d-4bf4-ba12-367580dc0399 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380359 Sep 09 06:49:15.084658 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-510016a4-22e0-4d34-b728-4d7504ecf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:15.086224 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-510016a4-22e0-4d34-b728-4d7504ecf4de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 1099 time: 0.0396314 Sep 09 06:49:15.190983 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-048cd7af-99d5-4e88-a51c-14a4d296ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:15.192549 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-048cd7af-99d5-4e88-a51c-14a4d296ad36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 914 time: 0.0873141 Sep 09 06:49:15.233117 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-9a1822d3-1d34-4de9-b0cb-0391e2751578 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939 HTTP/1.1" status: 200 len: 217 time: 0.0331793 Sep 09 06:49:15.281441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-687152b3-c82c-4e6f-9422-0e509f88e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:15.282857 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-687152b3-c82c-4e6f-9422-0e509f88e678 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57a8360f-c47e-41f7-b3ad-60795886f023 HTTP/1.1" status: 200 len: 854 time: 0.0422654 Sep 09 06:49:15.323077 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-9863ac90-2104-41a5-9579-bfb036c4e2ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2aea69af-73ef-47f7-97d1-981c9d664923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293617 Sep 09 06:49:15.414045 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-be469e01-521e-4173-bebe-4c8b8284d8c5 service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833299 Sep 09 06:49:15.506117 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a163a2bc-5e6a-4cb2-9370-e4ef51d32044 req-1464e8c0-8e67-4760-b28a-029f55a37031 service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Sep 09 06:49:16.200548 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59156) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:16.301959 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c182312-a530-466d-84c2-2d253ec63ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.389741 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c182312-a530-466d-84c2-2d253ec63ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.473835 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-0c182312-a530-466d-84c2-2d253ec63ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.514482 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-0c182312-a530-466d-84c2-2d253ec63ea7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3f31ef28f7f4bb5b0c7fce8c352575f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128366 Sep 09 06:49:16.515360 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182312-a530-466d-84c2-2d253ec63ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93abcdf0-8902-4f1f-bef4-d877692157cd,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:16.517762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 59162) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:16.567068 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.588300 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.685088 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.689392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:16.689509 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93abcdf0-8902-4f1f-bef4-d877692157cd HTTP/1.1" status: 204 len: 168 time: 0.1702447 Sep 09 06:49:16.698841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf76da9-1a77-49b4-a4b0-683d8ea198c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93abcdf0-8902-4f1f-bef4-d877692157cd,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:17.374661 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ca02-2bb0-4466-a097-7b388b882fc3 req-533a6aa8-8fb5-4c9a-bf34-e859afc2849d tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:17.377652 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d73ca02-2bb0-4466-a097-7b388b882fc3 req-533a6aa8-8fb5-4c9a-bf34-e859afc2849d tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0474360 Sep 09 06:49:17.414022 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d73ca02-2bb0-4466-a097-7b388b882fc3 req-ae73aea8-68ac-4e57-bd88-e8ca56c29cd3 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Sep 09 06:49:18.537103 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aa3f9-e43e-4cf5-86e7-df7326653fd8 req-a24f35e4-ff55-4825-a4fd-9f0541c6fe53 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:18.538555 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f99aa3f9-e43e-4cf5-86e7-df7326653fd8 req-a24f35e4-ff55-4825-a4fd-9f0541c6fe53 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Sep 09 06:49:18.576812 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f99aa3f9-e43e-4cf5-86e7-df7326653fd8 req-ee8d5b84-6959-4337-b089-48c4491594a0 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Sep 09 06:49:19.049306 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-26189849-77b0-4981-9844-e07907487b1c tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:19.050683 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-26189849-77b0-4981-9844-e07907487b1c tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 946 time: 0.0483308 Sep 09 06:49:19.142782 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Deleting port bd4a174c-5c55-43fd-b542-eb9e85dcd939 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:49:19.143155 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:19.229179 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] For port bd4a174c-5c55-43fd-b542-eb9e85dcd939, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=bd4a174c-5c55-43fd-b542-eb9e85dcd939,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:19.229542 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:19.241547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Calling delete_port for bd4a174c-5c55-43fd-b542-eb9e85dcd939 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:49:19.440231 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:19.460486 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['bd4a174c-5c55-43fd-b542-eb9e85dcd939'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:49:19.469682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Pushing event deleted for resources: {'Port': ['ID=bd4a174c-5c55-43fd-b542-eb9e85dcd939,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:19.509227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] No DVR routers for this DVR port bd4a174c-5c55-43fd-b542-eb9e85dcd939 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:49:19.511763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:19.513734 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1e4ad173-e8d7-40d6-9b06-eec247b61f56 req-b4f8aadf-5d6e-4b18-81ea-b984f60a572e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "DELETE /v2.0/ports/bd4a174c-5c55-43fd-b542-eb9e85dcd939 HTTP/1.1" status: 204 len: 173 time: 0.4564602 Sep 09 06:49:19.514159 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'name': 'network-vif-deleted', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:49:19.516449 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb5dc68-9d50-485e-95ba-2a3a4a52eb6c" -d '{"events": [{"server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "name": "network-vif-deleted", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:49:19.554039 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f5b2ec-1c49-4f65-804a-a3ad0bc0338a x-openstack-request-id: req-67f5b2ec-1c49-4f65-804a-a3ad0bc0338a {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:49:19.554608 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217edf5f-3d09-4443-b7f6-49dee7974813", "name": "network-vif-deleted", "tag": "bd4a174c-5c55-43fd-b542-eb9e85dcd939", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:49:19.554608 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f5b2ec-1c49-4f65-804a-a3ad0bc0338a {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:49:19.555004 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217edf5f-3d09-4443-b7f6-49dee7974813', 'name': 'network-vif-deleted', 'tag': 'bd4a174c-5c55-43fd-b542-eb9e85dcd939', 'status': 'completed', 'code': 200} Sep 09 06:49:19.684319 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ed7ceb8b-c15a-41b0-b54f-fd1cdb3c1f10 req-9c1c11fe-d302-4cd3-9a63-f0d8afdfa10c tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=217edf5f-3d09-4443-b7f6-49dee7974813 HTTP/1.1" status: 200 len: 210 time: 0.0364645 Sep 09 06:49:23.173880 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device bd4a174c-5c55-43fd-b542-eb9e85dcd939 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:49:23.192870 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: bd4a174c-5c55-43fd-b542-eb9e85dcd939 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:49:23.193201 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device bd4a174c-5c55-43fd-b542-eb9e85dcd939 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:49:31.246999 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-c3b3db28-46d5-47a4-be22-2817215c621f tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:31.248451 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-c3b3db28-46d5-47a4-be22-2817215c621f tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 814 time: 0.0998123 Sep 09 06:49:31.262800 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-6fc5daa7-4d8a-4803-a547-7af664e9a193 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/quotas/c66a0668a8d0493b840e44994fc9d478 HTTP/1.1" status: 200 len: 375 time: 0.0087144 Sep 09 06:49:31.293987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-e4dae289-0ff7-4cb9-8c50-64bf03fdca68 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253963 Sep 09 06:49:31.476905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-7e97abf8-8273-42c0-8e18-f1a48af93928 service neutron] 10.222.0.37 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759124 Sep 09 06:49:31.565973 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-cc313c43-e7f4-47cd-8226-2e7f4a173780 service neutron] 10.222.0.37 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831242 Sep 09 06:49:31.807903 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5cb2a0f-a62c-4d6d-b9ca-945c8794a224 req-0b170284-a188-4b73-b166-202729719f28 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Sep 09 06:49:32.900537 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2773777a-ceca-46f1-82a0-7e1122554951 req-f17a57cb-4c02-46a2-8653-173b5b325a2b tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0268672 Sep 09 06:49:33.690640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 59432) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:33.801095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:33.834755 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-c5ed3e3c-51ca-4b00-ac13-0aae3cf981e2 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:33.836196 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-c5ed3e3c-51ca-4b00-ac13-0aae3cf981e2 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 814 time: 0.1272213 Sep 09 06:49:33.851231 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Request body: {'port': {'device_id': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923', 'admin_state_up': True, 'tenant_id': 'c66a0668a8d0493b840e44994fc9d478'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:49:34.010022 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d7abd39-dd4b-48c1-8d8b-6465557a1728 req-59f7dfe4-b6cf-4f7a-aadd-9d3b1935b8de tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0388925 Sep 09 06:49:34.014380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.125797 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.164968 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5a1f4dffdfb480fbfed763590dcf533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731543 Sep 09 06:49:34.167704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59442) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:49:34.169425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298056da-2500-4e65-9343-aa8a9048f0ec,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:34.176323 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.176670 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.177006 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.177335 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.177665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.177993 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.178316 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.178639 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.178970 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.179303 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.179620 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.179937 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad63840-1b29-4d84-84f6-e53e67b08c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:34.217072 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.238379 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.244501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Made reservation on behalf of c66a0668a8d0493b840e44994fc9d478 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:49:34.248551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.359208 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.362215 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.365948 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/298056da-2500-4e65-9343-aa8a9048f0ec HTTP/1.1" status: 204 len: 168 time: 0.1947927 Sep 09 06:49:34.372674 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be231a5-e7dc-49b8-a2f0-f92e70d98c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298056da-2500-4e65-9343-aa8a9048f0ec,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:34.471048 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Allocated IP 172.20.0.8 (2aea69af-73ef-47f7-97d1-981c9d664923/57a8360f-c47e-41f7-b3ad-60795886f023/460d67d4-a839-456e-9739-b6af72afcfa6) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:49:34.618638 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.717342 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.761410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Network 2aea69af-73ef-47f7-97d1-981c9d664923 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:49:34.764582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:49:34.770859 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:49:34.797156 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Pushing event updated for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:34.829417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:34.829417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:34.930840 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13f1325d-485d-463c-844f-a8fd2a3ef4bb tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0832257 Sep 09 06:49:35.028689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Request body: {'port': {'device_id': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:49:35.093584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.161360 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e409d87-6615-4852-9af1-8a7746b3faf7 req-7ce50638-1c7d-4e04-b067-9e629fd7f086 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:35.162821 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7e409d87-6615-4852-9af1-8a7746b3faf7 req-7ce50638-1c7d-4e04-b067-9e629fd7f086 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 931 time: 0.0831661 Sep 09 06:49:35.261152 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7e409d87-6615-4852-9af1-8a7746b3faf7 req-ad0d3d2d-ee22-41aa-ab46-7358dcab39cf tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905957 Sep 09 06:49:35.405234 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460d67d4-a839-456e-9739-b6af72afcfa6 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:49:35.412936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.424954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Transition to ACTIVE for port object 460d67d4-a839-456e-9739-b6af72afcfa6 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:49:35.493537 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.559959 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Pushing event updated for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:35.609860 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Attempting to bind port 460d67d4-a839-456e-9739-b6af72afcfa6 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:49:35.609970 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Attempting to bind port 460d67d4-a839-456e-9739-b6af72afcfa6 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:49:35.610254 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Attempting to bind port 460d67d4-a839-456e-9739-b6af72afcfa6 on network 2aea69af-73ef-47f7-97d1-981c9d664923 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:49:35.614505 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Port 460d67d4-a839-456e-9739-b6af72afcfa6 on network 2aea69af-73ef-47f7-97d1-981c9d664923 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:49:35.614823 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Attempting to bind port 460d67d4-a839-456e-9739-b6af72afcfa6 on network 2aea69af-73ef-47f7-97d1-981c9d664923 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:49:35.619532 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:49:35.619866 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Checking segment: {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:49:35.620245 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Bound using segment: {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:49:35.620659 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Bound port: 460d67d4-a839-456e-9739-b6af72afcfa6, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e4608a-8c74-49da-9e85-3debf4a701b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:49:35.621008 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.687400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:49:35.687400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=460d67d4-a839-456e-9739-b6af72afcfa6,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:49:35.782855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.816264 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:35.816882 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:35.818238 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-28249298-d19a-4429-839a-ca2f583b317a service neutron] 10.222.0.35 "PUT /v2.0/ports/460d67d4-a839-456e-9739-b6af72afcfa6 HTTP/1.1" status: 200 len: 1093 time: 0.8779378 Sep 09 06:49:35.818700 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:49:35.820932 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24" -d '{"events": [{"name": "network-changed", "server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:49:35.843627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249298-d19a-4429-839a-ca2f583b317a service neutron] Pushing event updated for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:35.969740 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07455e63-9e27-4f79-8e9c-dfa052fcfd1f x-openstack-request-id: req-07455e63-9e27-4f79-8e9c-dfa052fcfd1f {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:49:35.970012 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:49:35.970261 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07455e63-9e27-4f79-8e9c-dfa052fcfd1f {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:49:35.970654 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6', 'status': 'completed', 'code': 200} Sep 09 06:49:35.983976 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13d2fc14-c5da-4e87-ac99-bc43b4df388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:35.985506 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-13d2fc14-c5da-4e87-ac99-bc43b4df388d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 1096 time: 0.0432560 Sep 09 06:49:36.042119 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-981098f4-ddcb-4f4b-af9e-6b8d88e180a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460d67d4-a839-456e-9739-b6af72afcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0489395 Sep 09 06:49:36.097445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-e9ca214b-1530-4c82-a742-1394b4b03bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:36.098828 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-e9ca214b-1530-4c82-a742-1394b4b03bcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57a8360f-c47e-41f7-b3ad-60795886f023 HTTP/1.1" status: 200 len: 854 time: 0.0494463 Sep 09 06:49:36.128460 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-1240a6c1-bb50-4f9d-b619-a0f2e06e1dda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2aea69af-73ef-47f7-97d1-981c9d664923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225379 Sep 09 06:49:36.219564 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-89bc6e32-3e7c-4622-a84e-bffb8437db27 service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Sep 09 06:49:36.310701 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4d4080ee-cbea-4786-86bb-fd99764f4fe8 req-c16cc8a0-33ee-4ec2-a9b4-6124311c742e service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835898 Sep 09 06:49:36.384578 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bd34d-6465-4063-80ce-40ad6d0ef0e0 req-64710e01-dda6-4b05-a73b-efd7cf67f63e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:36.386667 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-191bd34d-6465-4063-80ce-40ad6d0ef0e0 req-64710e01-dda6-4b05-a73b-efd7cf67f63e tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 943 time: 0.0532463 Sep 09 06:49:36.691672 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-191bd34d-6465-4063-80ce-40ad6d0ef0e0 req-6173a30e-dcf8-4f93-903d-c53627149d11 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956617 Sep 09 06:49:36.701551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-781c2122-518c-42aa-9d43-f83b3161f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:36.703067 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-781c2122-518c-42aa-9d43-f83b3161f9bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c66a0668a8d0493b840e44994fc9d478&device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 1096 time: 0.0559103 Sep 09 06:49:36.796980 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-8d4d05f2-589f-4093-9d06-de865a8ab28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:36.799126 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-8d4d05f2-589f-4093-9d06-de865a8ab28c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 200 len: 914 time: 0.0863423 Sep 09 06:49:36.840976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-d99be3a3-ab34-4ce5-8eae-621811f0b65e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460d67d4-a839-456e-9739-b6af72afcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0325439 Sep 09 06:49:36.891217 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-6c65a8c1-9906-4d0d-9fb5-705cebec1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:36.892593 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-6c65a8c1-9906-4d0d-9fb5-705cebec1a2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57a8360f-c47e-41f7-b3ad-60795886f023 HTTP/1.1" status: 200 len: 854 time: 0.0418510 Sep 09 06:49:36.923772 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-fba126e3-ce81-4e30-b9e2-b0fc26788126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2aea69af-73ef-47f7-97d1-981c9d664923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234866 Sep 09 06:49:37.017136 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-a660e83e-a211-4161-a9a7-94d97963a198 service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850098 Sep 09 06:49:37.082103 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6ac852bc-092a-4d87-8693-c77b33ad1223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:37.112481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f290411f-86ed-4fca-b5c9-6b1f3bc67b24 req-88bd49d3-8543-4d7a-b06a-4b89e3329e4d service neutron] 10.222.0.35 "GET /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868855 Sep 09 06:49:37.809975 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33962ef2-f034-4f0f-9bdd-22ebf9c5e8e9 req-fa40f31a-3ed5-4ed7-8547-ec65c60147a7 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:37.811489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-33962ef2-f034-4f0f-9bdd-22ebf9c5e8e9 req-fa40f31a-3ed5-4ed7-8547-ec65c60147a7 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 943 time: 0.0483356 Sep 09 06:49:37.849330 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-33962ef2-f034-4f0f-9bdd-22ebf9c5e8e9 req-3c3b9549-ca80-4251-b252-0a2e0acaf930 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Sep 09 06:49:38.614831 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 460d67d4-a839-456e-9739-b6af72afcfa6 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:49:38.705162 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=460d67d4-a839-456e-9739-b6af72afcfa6,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:38.716742 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '460d67d4-a839-456e-9739-b6af72afcfa6', 'network_id': '2aea69af-73ef-47f7-97d1-981c9d664923', 'port_id': '460d67d4-a839-456e-9739-b6af72afcfa6', 'mac_address': 'fa:16:3e:6f:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a8360f-c47e-41f7-b3ad-60795886f023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:49:38.753801 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:38.770407 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460d67d4-a839-456e-9739-b6af72afcfa6 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:49:38.789613 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=460d67d4-a839-456e-9739-b6af72afcfa6,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:38.916361 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:38.963175 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f90675-59b6-4d32-a6bf-48c4214dff62 req-e4967153-ae3c-407c-b244-80575d1e47e9 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:38.963778 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:38.964678 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-61f90675-59b6-4d32-a6bf-48c4214dff62 req-e4967153-ae3c-407c-b244-80575d1e47e9 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 944 time: 0.0483634 Sep 09 06:49:39.007809 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-61f90675-59b6-4d32-a6bf-48c4214dff62 req-cd3a46b0-b0d1-4c31-b4d5-9eec86d29b04 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Sep 09 06:49:39.138985 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['460d67d4-a839-456e-9739-b6af72afcfa6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:49:39.587007 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24027b44-6e24-45a4-a3f3-4b7d36b30e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.087533 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.114851 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb09fd2-f731-404e-a586-d5d7e0de3192 req-dfcda094-ea02-4f48-8e2d-ccd3a74b0731 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:40.116368 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bb09fd2-f731-404e-a586-d5d7e0de3192 req-dfcda094-ea02-4f48-8e2d-ccd3a74b0731 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 944 time: 0.0490155 Sep 09 06:49:40.156671 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5bb09fd2-f731-404e-a586-d5d7e0de3192 req-718fcf39-c44f-49b8-8312-e239affc6a6b tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Sep 09 06:49:40.625546 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 460d67d4-a839-456e-9739-b6af72afcfa6 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:49:40.736302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.758738 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 460d67d4-a839-456e-9739-b6af72afcfa6 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:49:40.762720 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 460d67d4-a839-456e-9739-b6af72afcfa6 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:49:40.763114 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.813123 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2449e55-ab3a-411b-9643-594c1c11f6f1 req-9618b049-bfae-406c-a939-6554294eb90f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:40.815022 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2449e55-ab3a-411b-9643-594c1c11f6f1 req-9618b049-bfae-406c-a939-6554294eb90f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0500987 Sep 09 06:49:40.839816 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.853366 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2449e55-ab3a-411b-9643-594c1c11f6f1 req-3f358675-1a25-41dd-8ce4-ca0c0b169ffc tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Sep 09 06:49:40.862370 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:49:40.865114 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5724de-35ca-453f-87cc-274b46053bda" -d '{"events": [{"server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:49:40.878219 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=460d67d4-a839-456e-9739-b6af72afcfa6,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:40.947658 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:40.974059 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462cee2-61dc-42f3-8af4-94f4f2888a07 x-openstack-request-id: req-1462cee2-61dc-42f3-8af4-94f4f2888a07 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:49:40.974318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:49:40.974569 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1462cee2-61dc-42f3-8af4-94f4f2888a07 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:49:40.974987 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6', 'code': 200} Sep 09 06:49:41.000076 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:41.287317 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9968b1-faca-4acf-bb4f-5b05374755f9 req-72059f98-5dd3-4505-8838-b4618376c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:41.288721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db9968b1-faca-4acf-bb4f-5b05374755f9 req-72059f98-5dd3-4505-8838-b4618376c29c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0683334 Sep 09 06:49:41.296219 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e136aa2-2d51-4a35-9a5f-37d7c9ecbb73 req-207d30c8-97b9-4630-9a6e-a2999896d5bf tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:41.297587 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e136aa2-2d51-4a35-9a5f-37d7c9ecbb73 req-207d30c8-97b9-4630-9a6e-a2999896d5bf tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0689094 Sep 09 06:49:41.350314 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-db9968b1-faca-4acf-bb4f-5b05374755f9 req-34349d20-ad94-42cb-b99d-69ad50cf0175 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518074 Sep 09 06:49:41.355056 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e136aa2-2d51-4a35-9a5f-37d7c9ecbb73 req-53d1ee40-88c3-4ace-9577-3ac75dc3d4c2 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Sep 09 06:49:41.972776 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cb9bc-f812-4cb1-9bfb-29667567f427 req-1a59c802-18ad-4174-b2af-83f269d19162 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:41.974286 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-851cb9bc-f812-4cb1-9bfb-29667567f427 req-1a59c802-18ad-4174-b2af-83f269d19162 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0483618 Sep 09 06:49:42.010829 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-851cb9bc-f812-4cb1-9bfb-29667567f427 req-69be9899-c4de-4184-b2dd-b3a1cafd1037 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 09 06:49:42.419251 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:42.467720 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd993aea-1b18-40ef-96c9-56721ff62366 req-fe038f3d-d02a-41ed-b165-cb83d240da56 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:42.469201 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd993aea-1b18-40ef-96c9-56721ff62366 req-fe038f3d-d02a-41ed-b165-cb83d240da56 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Sep 09 06:49:42.506335 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd993aea-1b18-40ef-96c9-56721ff62366 req-d910b8e8-4cb9-4bf3-8520-4a8b03e253d8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Sep 09 06:49:43.132847 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a78a3-0e31-4518-9c27-9b7ced7ab327 req-559cd9ea-e2d4-4c6f-87d2-684570d6a6f5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:43.134341 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf5a78a3-0e31-4518-9c27-9b7ced7ab327 req-559cd9ea-e2d4-4c6f-87d2-684570d6a6f5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0506759 Sep 09 06:49:43.173267 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf5a78a3-0e31-4518-9c27-9b7ced7ab327 req-bd827669-51e4-44cd-9406-6b06a5b265d7 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Sep 09 06:49:43.615924 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e4be-3a0e-4048-9fc2-8e5879f63090 req-bb46381e-6bc9-4692-bea5-9f260641e2ae tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:43.617360 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a7c8e4be-3a0e-4048-9fc2-8e5879f63090 req-bb46381e-6bc9-4692-bea5-9f260641e2ae tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0469699 Sep 09 06:49:43.653859 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a7c8e4be-3a0e-4048-9fc2-8e5879f63090 req-d50f989f-a8ac-4826-a7d8-8a3b2b39144f tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307479 Sep 09 06:49:44.289149 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce324-da3e-4340-be8d-3a955acdaade req-0d8ccb73-61d6-40c6-833b-f9e1757a6841 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:44.290648 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ed1ce324-da3e-4340-be8d-3a955acdaade req-0d8ccb73-61d6-40c6-833b-f9e1757a6841 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0469720 Sep 09 06:49:44.327586 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ed1ce324-da3e-4340-be8d-3a955acdaade req-e7adefa8-6b05-4b03-9745-1b5cd03dbe4d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Sep 09 06:49:44.434317 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:45.449338 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dacdcc-f9fb-4096-a561-7d19ee2e10eb req-bbed9062-a32b-407d-9b84-36ae7552bce2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:45.450764 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-42dacdcc-f9fb-4096-a561-7d19ee2e10eb req-bbed9062-a32b-407d-9b84-36ae7552bce2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0510793 Sep 09 06:49:45.489129 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-42dacdcc-f9fb-4096-a561-7d19ee2e10eb req-dfa8e71f-53ba-400d-b3d1-e7ace412749e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Sep 09 06:49:46.195439 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:49:46.605928 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c52978-898c-418d-bdf3-944b83ffe1da req-cf8cf827-e05d-4ffe-9f0e-31eb09cbb331 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:46.607414 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03c52978-898c-418d-bdf3-944b83ffe1da req-cf8cf827-e05d-4ffe-9f0e-31eb09cbb331 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0475156 Sep 09 06:49:46.644802 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03c52978-898c-418d-bdf3-944b83ffe1da req-24995390-0a9c-4a59-adb9-0292b59d35fb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Sep 09 06:49:47.761073 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2ac1e-83cb-4c08-887b-938694de14f0 req-b83fcb1d-1dc2-44a0-9b14-85ba4d7053ca tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:47.762575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-19d2ac1e-83cb-4c08-887b-938694de14f0 req-b83fcb1d-1dc2-44a0-9b14-85ba4d7053ca tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0476527 Sep 09 06:49:47.800450 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-19d2ac1e-83cb-4c08-887b-938694de14f0 req-c605aee6-c06b-41f2-8edc-77e1466e4ced tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Sep 09 06:49:48.921493 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8f438-d5fa-4d75-b145-001c0846924f req-da0c3dbd-b13f-40fe-a015-9dd3a1694126 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:48.922848 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a0c8f438-d5fa-4d75-b145-001c0846924f req-da0c3dbd-b13f-40fe-a015-9dd3a1694126 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0505786 Sep 09 06:49:48.959322 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a0c8f438-d5fa-4d75-b145-001c0846924f req-2a3e8cd8-4732-46ec-aa54-a7c263706148 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301585 Sep 09 06:49:50.073267 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997156e8-152d-4df4-88c5-ae6690f4e4ca req-01655bf5-e845-4d36-99f2-263fc57f9ca5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:50.074737 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-997156e8-152d-4df4-88c5-ae6690f4e4ca req-01655bf5-e845-4d36-99f2-263fc57f9ca5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0473871 Sep 09 06:49:50.111100 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-997156e8-152d-4df4-88c5-ae6690f4e4ca req-1cf30e8f-d97e-4b30-b893-56678d406e69 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305722 Sep 09 06:49:51.231968 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496594-0f12-4557-b118-20eefd2f3eb7 req-4f537667-038b-43ea-acd3-2463c6852506 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:51.233468 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-95496594-0f12-4557-b118-20eefd2f3eb7 req-4f537667-038b-43ea-acd3-2463c6852506 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0486987 Sep 09 06:49:51.271350 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-95496594-0f12-4557-b118-20eefd2f3eb7 req-c42d9c93-4d00-4f79-b09c-111d45dbae1d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Sep 09 06:49:52.395429 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104d6b9-d4af-4136-9710-af8a0a3b3983 req-d8a6b8fc-57f3-42c2-8bd8-5cc9302f44fd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:52.397137 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3104d6b9-d4af-4136-9710-af8a0a3b3983 req-d8a6b8fc-57f3-42c2-8bd8-5cc9302f44fd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0511780 Sep 09 06:49:52.434478 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3104d6b9-d4af-4136-9710-af8a0a3b3983 req-9d41eba4-1902-401b-8667-9fef6a561922 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Sep 09 06:49:53.548821 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34770451-4bc5-463d-bdd4-775dc525d960 req-892dd343-4ccf-4486-852a-7c7e24f418fa tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:53.550773 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-34770451-4bc5-463d-bdd4-775dc525d960 req-892dd343-4ccf-4486-852a-7c7e24f418fa tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0458224 Sep 09 06:49:53.586940 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-34770451-4bc5-463d-bdd4-775dc525d960 req-9c7d4021-a219-4eea-b5b5-0d97ba893dbd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302505 Sep 09 06:49:54.710452 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a8988-3f2c-4e0d-ba3d-c2c9bec531cc req-0a32eea0-d484-4f88-98a5-b64a05aa56ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:54.712074 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-614a8988-3f2c-4e0d-ba3d-c2c9bec531cc req-0a32eea0-d484-4f88-98a5-b64a05aa56ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0574350 Sep 09 06:49:54.751999 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-614a8988-3f2c-4e0d-ba3d-c2c9bec531cc req-f65db48b-b2fb-4984-a028-a45dff9a0cb6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340393 Sep 09 06:49:55.872104 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db92b6f-ec51-48fa-abc4-245461135dc5 req-8afee0b5-57bd-4f7a-b040-1ab9fca199bd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:55.873525 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5db92b6f-ec51-48fa-abc4-245461135dc5 req-8afee0b5-57bd-4f7a-b040-1ab9fca199bd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0511305 Sep 09 06:49:55.911556 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5db92b6f-ec51-48fa-abc4-245461135dc5 req-8009ffa7-d405-48cc-ba0d-cf1a960147d1 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Sep 09 06:49:56.693334 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:49:56.784207 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:56.798217 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:49:56.835071 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:56.847162 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:49:56.866250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:49:56.933202 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:49:56.985673 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=6']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:49:56.993579 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.993923 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.994263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.994597 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.994922 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.995276 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.995601 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.995931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.996253 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.996589 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.996890 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:56.997246 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:49:57.033751 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5addf5-a858-4369-80ac-c7006f6ca785 req-daeea880-1b25-48d0-972f-12c89221fec3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:57.035313 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c5addf5-a858-4369-80ac-c7006f6ca785 req-daeea880-1b25-48d0-972f-12c89221fec3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0496166 Sep 09 06:49:57.072093 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1c5addf5-a858-4369-80ac-c7006f6ca785 req-c8ca8671-e930-4b09-be1c-fa6dfbab6bc4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Sep 09 06:49:58.186101 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e3c1e-c519-4420-aaa6-c27f326f21a2 req-c01c9517-84d1-4234-97b7-1a3fd062fed0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:58.187472 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b68e3c1e-c519-4420-aaa6-c27f326f21a2 req-c01c9517-84d1-4234-97b7-1a3fd062fed0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0467393 Sep 09 06:49:58.223440 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b68e3c1e-c519-4420-aaa6-c27f326f21a2 req-2948d5b8-1859-487d-b256-31fc32cc3b55 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303059 Sep 09 06:49:59.340919 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2747d-ea40-4fc9-a250-1b5bde5904b8 req-7f3c6f40-760d-462c-919b-633de988ad17 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:49:59.342356 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5ec2747d-ea40-4fc9-a250-1b5bde5904b8 req-7f3c6f40-760d-462c-919b-633de988ad17 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0497668 Sep 09 06:49:59.378740 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5ec2747d-ea40-4fc9-a250-1b5bde5904b8 req-973296c1-aa9b-4f7c-98ea-812142f86af3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301118 Sep 09 06:49:59.478948 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['7f2e6c9d-92e6-442d-8221-15bd5a341b46'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:50:00.494724 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdddf2-58cf-4eda-bfb3-976aa155bda4 req-9e3ff734-f922-4c82-8dcf-5c5fa77e6a27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:00.496200 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ebdddf2-58cf-4eda-bfb3-976aa155bda4 req-9e3ff734-f922-4c82-8dcf-5c5fa77e6a27 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0468116 Sep 09 06:50:00.532085 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ebdddf2-58cf-4eda-bfb3-976aa155bda4 req-6c561470-0a2b-4ef6-ab93-cb1600418d42 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302536 Sep 09 06:50:01.479429 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:50:01.526654 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:50:01.526945 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:01.606271 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:01.630496 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:50:01.632740 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83266b12-7741-4c5c-b3b7-243dc5a53d87" -d '{"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:50:01.647237 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:01.669884 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2681762-636f-446c-8d19-ede5ecf97bad req-d6bdfd77-560e-4f8a-8729-151225483705 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:01.671447 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2681762-636f-446c-8d19-ede5ecf97bad req-d6bdfd77-560e-4f8a-8729-151225483705 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0659814 Sep 09 06:50:01.681169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23230af6-be60-43b4-9714-1296a31c9525 x-openstack-request-id: req-23230af6-be60-43b4-9714-1296a31c9525 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:50:01.681169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:50:01.681169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23230af6-be60-43b4-9714-1296a31c9525 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:50:01.681169 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'code': 200} Sep 09 06:50:01.712413 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2681762-636f-446c-8d19-ede5ecf97bad req-a57c94f2-1ccf-4f18-bd25-85b993ca0da4 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335865 Sep 09 06:50:01.735547 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:01.813880 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=7']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:02.859105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327d51-0d00-46d9-917e-cbd926e7f5ca req-fa47b8b3-56b5-426d-9e69-30022082851a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:02.860646 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5327d51-0d00-46d9-917e-cbd926e7f5ca req-fa47b8b3-56b5-426d-9e69-30022082851a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0557761 Sep 09 06:50:02.915324 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5327d51-0d00-46d9-917e-cbd926e7f5ca req-37cb2381-b7a8-4153-9b11-77e7a7b5f2f8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Sep 09 06:50:04.046621 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb312-4031-433f-b1c1-6b9e334c9e9f req-1ac24464-0aff-48ec-8f1e-f329575ff433 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:04.055819 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fbadb312-4031-433f-b1c1-6b9e334c9e9f req-1ac24464-0aff-48ec-8f1e-f329575ff433 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0659370 Sep 09 06:50:04.096176 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fbadb312-4031-433f-b1c1-6b9e334c9e9f req-bceda9a8-e6e5-42a4-af69-f32b67646d3f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390291 Sep 09 06:50:05.254732 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a13f-ceab-4095-8043-0982e6e86436 req-f5287905-f4cc-417b-a34c-691372f5ff1c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:05.262274 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f812a13f-ceab-4095-8043-0982e6e86436 req-f5287905-f4cc-417b-a34c-691372f5ff1c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0586658 Sep 09 06:50:05.307860 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f812a13f-ceab-4095-8043-0982e6e86436 req-3dd2f864-cfc8-4901-834c-18d791af06d6 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Sep 09 06:50:06.458352 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f3e06-ecfb-4afd-b813-91e288487698 req-8e8ab691-5df7-45ae-a4f8-d2803fdbfe34 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:06.465139 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e6f3e06-ecfb-4afd-b813-91e288487698 req-8e8ab691-5df7-45ae-a4f8-d2803fdbfe34 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0606360 Sep 09 06:50:06.500526 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2e6f3e06-ecfb-4afd-b813-91e288487698 req-ef42f424-9b1d-47a2-8edd-19768498ae80 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Sep 09 06:50:07.162196 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-80966400-e4d9-4cc3-aa9c-d1082fd6e212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:07.531052 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f22f-e22c-4c99-9064-41286cc728fa req-17384539-1274-49bc-87df-b67acb67a1a9 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:07.531052 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4072f22f-e22c-4c99-9064-41286cc728fa req-17384539-1274-49bc-87df-b67acb67a1a9 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0520718 Sep 09 06:50:07.531052 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4072f22f-e22c-4c99-9064-41286cc728fa req-cb405dbc-eccd-40c3-9519-155e1d45f29a tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Sep 09 06:50:07.623236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64141f-16de-4e2d-9150-9e52ac91818d req-6dea8c13-f5b1-4314-b061-c6f004585926 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:07.624682 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c64141f-16de-4e2d-9150-9e52ac91818d req-6dea8c13-f5b1-4314-b061-c6f004585926 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0476604 Sep 09 06:50:07.660933 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c64141f-16de-4e2d-9150-9e52ac91818d req-09107e36-8c6a-4bd0-9c81-e7a6ca5bb6ad tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297434 Sep 09 06:50:08.446798 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2978320-10ba-49b3-880d-552441a4133f req-b9ceeb62-4972-4387-8d7e-25fafef6380b tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:08.448462 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e2978320-10ba-49b3-880d-552441a4133f req-b9ceeb62-4972-4387-8d7e-25fafef6380b tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0714550 Sep 09 06:50:08.490503 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e2978320-10ba-49b3-880d-552441a4133f req-fb1c938d-39fb-4ed5-b740-5c35e2c94bc6 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/security-groups?id=7286c098-5db9-406f-be9c-feea48899c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Sep 09 06:50:08.815050 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906905a3-2839-4de7-9a13-d2b2a73920c4 req-4fb0c33b-2949-4eaa-af3b-238cc1fe81a7 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:08.818999 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-906905a3-2839-4de7-9a13-d2b2a73920c4 req-4fb0c33b-2949-4eaa-af3b-238cc1fe81a7 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0811162 Sep 09 06:50:08.846333 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-b607c2f0-b2fa-4d62-b96d-eaeafbb930f7 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:08.848168 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-b607c2f0-b2fa-4d62-b96d-eaeafbb930f7 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 945 time: 0.0861063 Sep 09 06:50:08.907609 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-906905a3-2839-4de7-9a13-d2b2a73920c4 req-4f049186-e3fd-40a5-b8fd-6ca72c4085b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836239 Sep 09 06:50:08.968835 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Deleting port 460d67d4-a839-456e-9739-b6af72afcfa6 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:08.969446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:09.067872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] For port 460d67d4-a839-456e-9739-b6af72afcfa6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=460d67d4-a839-456e-9739-b6af72afcfa6,segment=NetworkSegment(43e4608a-8c74-49da-9e85-3debf4a701b5),segment_id=43e4608a-8c74-49da-9e85-3debf4a701b5)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:09.068396 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:09.087622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Calling delete_port for 460d67d4-a839-456e-9739-b6af72afcfa6 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:09.287781 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:09.302878 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['460d67d4-a839-456e-9739-b6af72afcfa6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:50:09.333644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Pushing event deleted for resources: {'Port': ['ID=460d67d4-a839-456e-9739-b6af72afcfa6,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:09.377205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] No DVR routers for this DVR port 460d67d4-a839-456e-9739-b6af72afcfa6 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:50:09.380434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:09.382402 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-59a1ef31-5b19-4143-baa7-e6a1c9855a68 req-88675136-453b-4558-9650-70c8b2a125b8 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.35 "DELETE /v2.0/ports/460d67d4-a839-456e-9739-b6af72afcfa6 HTTP/1.1" status: 204 len: 173 time: 0.5268717 Sep 09 06:50:09.382835 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'name': 'network-vif-deleted', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:50:09.385166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f068f-38b3-463c-9591-485d98b622e1" -d '{"events": [{"server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "name": "network-vif-deleted", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:50:09.428373 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf3347-aabe-40e5-b996-bba448cf283c x-openstack-request-id: req-5fbf3347-aabe-40e5-b996-bba448cf283c {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:50:09.428668 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6f12f-0216-485c-9df2-bdc96a30b6d1", "name": "network-vif-deleted", "tag": "460d67d4-a839-456e-9739-b6af72afcfa6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:50:09.429066 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fbf3347-aabe-40e5-b996-bba448cf283c {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:50:09.429461 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6f12f-0216-485c-9df2-bdc96a30b6d1', 'name': 'network-vif-deleted', 'tag': '460d67d4-a839-456e-9739-b6af72afcfa6', 'status': 'completed', 'code': 200} Sep 09 06:50:09.613161 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8489f158-f1d0-4bd9-ad16-3b7b8f3eedac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:09.622503 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-69208ece-f05d-4da3-9759-ba4912045ab1 req-8f8a1edb-74fd-4296-afc7-8a9f9799ce80 tempest-VolumesSnapshotTestJSON-23518921 tempest-VolumesSnapshotTestJSON-23518921-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab6f12f-0216-485c-9df2-bdc96a30b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0260830 Sep 09 06:50:10.061712 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcafe7-7f2b-4c42-9a14-7f8e7273a7a0 req-c8881860-71b2-4959-83c9-98d6ebeabc66 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:10.063264 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-07bcafe7-7f2b-4c42-9a14-7f8e7273a7a0 req-c8881860-71b2-4959-83c9-98d6ebeabc66 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0780437 Sep 09 06:50:10.111922 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-07bcafe7-7f2b-4c42-9a14-7f8e7273a7a0 req-1ccee013-e836-4492-aee9-fc0a09ee6915 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399280 Sep 09 06:50:10.130066 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:10.883729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:11.233102 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b85005-8987-45b9-a898-18a0bedd5bfa req-c891c561-58c0-4c7e-acf0-c51d8aadcf56 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:11.234695 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40b85005-8987-45b9-a898-18a0bedd5bfa req-c891c561-58c0-4c7e-acf0-c51d8aadcf56 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0491719 Sep 09 06:50:11.274938 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40b85005-8987-45b9-a898-18a0bedd5bfa req-725c671b-c50a-4fd4-ba47-5fc69976472f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Sep 09 06:50:12.398266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c42179-0c16-42c3-ba09-361b354db460 req-5942c28d-b22b-49ce-9376-45a0673e2e4f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:12.399894 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2c42179-0c16-42c3-ba09-361b354db460 req-5942c28d-b22b-49ce-9376-45a0673e2e4f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0525935 Sep 09 06:50:12.438143 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2c42179-0c16-42c3-ba09-361b354db460 req-5337b22a-ef99-494e-bd57-9a49bbcca072 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Sep 09 06:50:12.449535 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:13.092988 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-00d09047-610a-4a09-8c96-440735a6cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:13.094423 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-00d09047-610a-4a09-8c96-440735a6cb43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1098 time: 0.0386629 Sep 09 06:50:13.185845 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-d3caf0a3-a9f9-4e79-a2f2-26fdcb313c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:13.187368 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-d3caf0a3-a9f9-4e79-a2f2-26fdcb313c4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.0852387 Sep 09 06:50:13.253640 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-73fd3e0b-ac44-42c8-8460-534a482d8149 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 1000 time: 0.0552835 Sep 09 06:50:13.304255 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-f1aad074-9a40-462b-b20e-cb000a4f4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:13.305668 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-f1aad074-9a40-462b-b20e-cb000a4f4326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0428252 Sep 09 06:50:13.354062 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-38a5694d-fb89-4543-827b-4d2e2a6b549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:13.355563 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-38a5694d-fb89-4543-827b-4d2e2a6b549a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414412 Sep 09 06:50:13.553315 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfe5e5-6996-4f65-aba2-62958ffc90ca req-269976c4-b5c2-4b67-998f-27518255f4ef tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:13.554762 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e7cfe5e5-6996-4f65-aba2-62958ffc90ca req-269976c4-b5c2-4b67-998f-27518255f4ef tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0465274 Sep 09 06:50:13.591632 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e7cfe5e5-6996-4f65-aba2-62958ffc90ca req-5b215e5c-f77e-4c26-9bde-8d3618bdd32b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Sep 09 06:50:14.707486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0a7c-3c4a-4f6e-bc8a-182bb4732e24 req-a3a31563-f216-4ee9-a558-674e2eadbc95 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:14.708913 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7caf0a7c-3c4a-4f6e-bc8a-182bb4732e24 req-a3a31563-f216-4ee9-a558-674e2eadbc95 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0460114 Sep 09 06:50:14.745673 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7caf0a7c-3c4a-4f6e-bc8a-182bb4732e24 req-8f6940ca-948c-46ef-9b5e-362fa9aba814 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Sep 09 06:50:15.043014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 460d67d4-a839-456e-9739-b6af72afcfa6 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:15.065131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 460d67d4-a839-456e-9739-b6af72afcfa6 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:50:15.065468 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 460d67d4-a839-456e-9739-b6af72afcfa6 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:50:15.124885 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-6fbea1fe-9561-4bb4-83c7-28462c7b263c service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Sep 09 06:50:15.860787 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7ad88-92f8-4121-9e18-1bd106dc280d req-fac343e8-40fb-4aaa-8139-93c8e2938a82 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:15.862138 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68d7ad88-92f8-4121-9e18-1bd106dc280d req-fac343e8-40fb-4aaa-8139-93c8e2938a82 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 945 time: 0.0471990 Sep 09 06:50:15.898947 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68d7ad88-92f8-4121-9e18-1bd106dc280d req-f2454844-1324-43ca-83c6-2ff62c039b3f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Sep 09 06:50:16.011055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:16.088357 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:16.094593 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7182c3e3-2bff-42e6-a5fd-899cd9d78458 req-d28c791b-1add-49d4-aadf-eaedd9c3ff7f service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Sep 09 06:50:16.105718 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:16.110640 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:50:16.112906 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceb974d-8318-4276-96b5-aa613d3bde55" -d '{"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:50:16.125417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:16.148962 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 06:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a26a9-410a-4293-a40f-16364cb755ef x-openstack-request-id: req-457a26a9-410a-4293-a40f-16364cb755ef {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:50:16.149253 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:50:16.149503 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-457a26a9-410a-4293-a40f-16364cb755ef {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:50:16.149887 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'code': 200} Sep 09 06:50:16.195620 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:16.244165 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=8']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:16.949547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-0b18622f-c6aa-4a7e-b48d-239339810672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:16.951040 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-0b18622f-c6aa-4a7e-b48d-239339810672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1096 time: 0.0387251 Sep 09 06:50:17.076944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3209-8488-4565-977a-66dcd1f0d912 req-8844a061-93a5-4575-bec4-a5019f92ae85 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:17.078451 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-148e3209-8488-4565-977a-66dcd1f0d912 req-8844a061-93a5-4575-bec4-a5019f92ae85 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.1061742 Sep 09 06:50:17.122648 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-fb571085-738d-4431-91f9-901fb318830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:17.124148 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-fb571085-738d-4431-91f9-901fb318830e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.1494551 Sep 09 06:50:17.132020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-148e3209-8488-4565-977a-66dcd1f0d912 req-b3bfac8c-ac1c-4888-8f9a-fdc58b23291c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Sep 09 06:50:17.202815 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-d58c5364-2b74-4e2c-945b-d6237e5c9546 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 998 time: 0.0693860 Sep 09 06:50:17.255041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-c99aa737-cd3c-4480-b067-9aef06e500e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:17.256816 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-c99aa737-cd3c-4480-b067-9aef06e500e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0449231 Sep 09 06:50:17.304849 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-f650ee23-930d-49e8-ad99-828dbc59f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:17.306368 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-f650ee23-930d-49e8-ad99-828dbc59f678 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417342 Sep 09 06:50:17.408404 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-0f30b835-5760-42a9-8f8b-b7cc436d7f80 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922627 Sep 09 06:50:17.508323 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3d4870a0-434f-4513-86a1-f658c4840a1d req-ff2a17b0-5576-4ec8-b2e5-59d99c521a7f service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911133 Sep 09 06:50:18.250591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63e4-94fb-4289-b3dc-b9867664012c req-ab7ef21a-c282-4266-9c5f-d23b13d4fdd3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:18.252117 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-051f63e4-94fb-4289-b3dc-b9867664012c req-ab7ef21a-c282-4266-9c5f-d23b13d4fdd3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0495203 Sep 09 06:50:18.293229 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-051f63e4-94fb-4289-b3dc-b9867664012c req-2fc95811-3168-428b-b2ed-51a27fd40f9d tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349686 Sep 09 06:50:20.174716 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-1cfe9dd3-71b3-4be8-ae34-e4ea366d353a req-4faab272-ae67-425e-8bdd-2704fb48ccc2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:50:20.174716 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1cfe9dd3-71b3-4be8-ae34-e4ea366d353a req-4faab272-ae67-425e-8bdd-2704fb48ccc2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051265 Sep 09 06:50:20.462918 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24af1b1-6c62-4673-9a1e-3069f9b2540a req-f30bdc92-c9f0-4e65-89e9-c89928747b3b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:20.464566 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f24af1b1-6c62-4673-9a1e-3069f9b2540a req-f30bdc92-c9f0-4e65-89e9-c89928747b3b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0509989 Sep 09 06:50:20.509820 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f24af1b1-6c62-4673-9a1e-3069f9b2540a req-384e8ff1-933c-4189-9dd0-c1db846224e2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Sep 09 06:50:20.719975 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cae14-8964-43a8-8f69-4699622ba532 req-536868e1-4613-4046-9481-d9ddcf28ae69 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:20.721534 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e0cae14-8964-43a8-8f69-4699622ba532 req-536868e1-4613-4046-9481-d9ddcf28ae69 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Sep 09 06:50:20.760920 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8e0cae14-8964-43a8-8f69-4699622ba532 req-76dc66b0-fa80-457d-8a9b-f4ac6956cca0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Sep 09 06:50:20.896736 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 59958) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:20.979789 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-1d650860-7519-4791-bcce-efca84f66aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819118 Sep 09 06:50:20.988446 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-886fe68c-96c2-4bee-a0c1-715ca22e7d06 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:50:20.989379 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-886fe68c-96c2-4bee-a0c1-715ca22e7d06 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048523 Sep 09 06:50:21.636840 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2f2d-00a4-46ef-b6ad-056d87e24822 req-f98d77cd-c7c0-41cc-a237-3d36139eadfd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:21.638306 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78dd2f2d-00a4-46ef-b6ad-056d87e24822 req-f98d77cd-c7c0-41cc-a237-3d36139eadfd tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0519295 Sep 09 06:50:21.678393 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-78dd2f2d-00a4-46ef-b6ad-056d87e24822 req-ad9b0f9f-5bf4-4783-9d87-ed1a18be4f4a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Sep 09 06:50:21.879720 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01451d-3880-464b-9f61-66f9fcd35cf5 req-3e57d316-cc56-461b-a1f5-ea57520b62fa tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:21.881208 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bb01451d-3880-464b-9f61-66f9fcd35cf5 req-3e57d316-cc56-461b-a1f5-ea57520b62fa tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Sep 09 06:50:21.921222 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bb01451d-3880-464b-9f61-66f9fcd35cf5 req-9fc8f8e2-e25f-4622-9610-28f7cd355f62 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd592e14-fa5c-4be1-b8da-4f81aa24e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Sep 09 06:50:22.027805 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:22.206336 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-393a52b4-aa6e-438b-85e2-479816e5ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.208377 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-393a52b4-aa6e-438b-85e2-479816e5ee2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d&tenant_id=18ca3eb923114f978e193ece06d5b172 HTTP/1.1" status: 200 len: 1096 time: 0.0394125 Sep 09 06:50:22.270022 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-27d16a76-cbc1-494f-ab60-c22468c704fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.271806 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-27d16a76-cbc1-494f-ab60-c22468c704fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18ca3eb923114f978e193ece06d5b172&device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1096 time: 0.0402834 Sep 09 06:50:22.364758 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-152cb4c7-e234-4705-ad22-82441dff6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.366275 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-152cb4c7-e234-4705-ad22-82441dff6a4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 200 len: 916 time: 0.0872242 Sep 09 06:50:22.396338 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-e4ff5b59-df5c-4a0d-9cea-6736a78792fa tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.397687 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-e4ff5b59-df5c-4a0d-9cea-6736a78792fa tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Sep 09 06:50:22.432694 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-0d42b37c-ce7e-4c06-8f7a-700a9c01a3e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 200 len: 998 time: 0.0580764 Sep 09 06:50:22.487473 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Deleting port a328b581-422d-403e-8498-283b855b57f2 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:22.487846 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:22.490385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-a6063886-877b-43cc-9550-1c717f54b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.492000 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-a6063886-877b-43cc-9550-1c717f54b26b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 200 len: 855 time: 0.0525680 Sep 09 06:50:22.536105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-308f93fc-a65f-4b8d-9898-f8389c71a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.537545 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-308f93fc-a65f-4b8d-9898-f8389c71a024 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383132 Sep 09 06:50:22.577238 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] For port a328b581-422d-403e-8498-283b855b57f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a328b581-422d-403e-8498-283b855b57f2,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:22.577604 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:22.795072 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde6d69-a7f4-46b8-af15-b9bb9d2d2d5c req-bc420acb-dd2f-475b-a0ba-d9f0d8d65295 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:22.796689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1dde6d69-a7f4-46b8-af15-b9bb9d2d2d5c req-bc420acb-dd2f-475b-a0ba-d9f0d8d65295 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0484762 Sep 09 06:50:22.805817 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:22.806294 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:22.806657 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.l3_db [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Floating IP e85a95b2-67cb-4dc9-a614-5036d0e423b8 disassociated. External IP: 172.27.0.65, port: a328b581-422d-403e-8498-283b855b57f2. Sep 09 06:50:22.807019 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Calling delete_port for a328b581-422d-403e-8498-283b855b57f2 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:22.834800 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1dde6d69-a7f4-46b8-af15-b9bb9d2d2d5c req-efb837c0-3876-4078-aa8f-ab3e0e765d8c tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Sep 09 06:50:22.980891 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:23.008009 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'Port': ['ID=a328b581-422d-403e-8498-283b855b57f2,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:23.016096 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-672ce552-e976-4186-baa5-e0a912b027ab req-80998542-dcf3-4f95-ad5c-51e9db801ec4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Sep 09 06:50:23.021219 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.021380 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.021789 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.022016 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.022344 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.022669 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.023354 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.023354 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.023648 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.023968 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.024288 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.024602 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:23.139301 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:50:23.193730 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:50:23.242494 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:50:23.251804 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:50:23.260528 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:50:23.261137 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:50:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:23.280455 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] No DVR routers for this DVR port a328b581-422d-403e-8498-283b855b57f2 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:50:23.283002 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:23.285465 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f091adf5-ab98-4eff-acbe-a71d3c696b7b req-2a601e5d-9295-403a-8b05-c85cbac5badb tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.35 "DELETE /v2.0/ports/a328b581-422d-403e-8498-283b855b57f2 HTTP/1.1" status: 204 len: 173 time: 0.8808939 Sep 09 06:50:23.285901 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'name': 'network-vif-deleted', 'tag': 'a328b581-422d-403e-8498-283b855b57f2'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:50:23.288155 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc88933-69d5-4a44-b307-30eb8606aaf4" -d '{"events": [{"server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "name": "network-vif-deleted", "tag": "a328b581-422d-403e-8498-283b855b57f2"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:50:23.368479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:50:23.378061 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9d53f-485a-4e6b-bacb-e92e74de4043 x-openstack-request-id: req-1fb9d53f-485a-4e6b-bacb-e92e74de4043 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:50:23.378353 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93ff3ab-2b87-46da-afea-e6c5b4f5a380", "name": "network-vif-deleted", "tag": "a328b581-422d-403e-8498-283b855b57f2", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:50:23.378793 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fb9d53f-485a-4e6b-bacb-e92e74de4043 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:50:23.379393 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93ff3ab-2b87-46da-afea-e6c5b4f5a380', 'name': 'network-vif-deleted', 'tag': 'a328b581-422d-403e-8498-283b855b57f2', 'status': 'completed', 'code': 200} Sep 09 06:50:23.608582 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-441acdb4-6fd4-4375-8dd6-1ece51ebfb53 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831847 Sep 09 06:50:23.684102 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:23.709203 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:50:23.717000 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:50:23.717586 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:50:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:23.827274 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:50:23.951326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef780ce-e650-4b3c-9562-12ae377bc33f req-5123cbc5-0f60-4ed7-92a3-e66770da42ca tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:23.952882 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1ef780ce-e650-4b3c-9562-12ae377bc33f req-5123cbc5-0f60-4ed7-92a3-e66770da42ca tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0471864 Sep 09 06:50:23.989155 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1ef780ce-e650-4b3c-9562-12ae377bc33f req-076ccd2a-7ab1-42a5-bad9-68cc998aa482 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296106 Sep 09 06:50:24.019683 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:24.049441 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc564fd9-8941-4ecc-873b-15d3bafc5a51 None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:12Z', 'revision_number': 4, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1e820f3e-9d82-4544-b958-b2a6bd1e22be', 'name': '', 'network_id': 'eb33b260-8b94-439e-9f2b-5038f7ad1dd5', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'mac_address': 'fa:16:3e:b2:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:10Z', 'updated_at': '2021-09-09T06:44:23Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'subnets': [{'id': 'aafc0d29-1a96-4405-bebd-8afca899ad1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:50:24.124800 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0e9c0984-4926-4126-9cc2-02f2f86370df req-e0567330-ec54-48d1-b43c-4a34667c6de0 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0290732 Sep 09 06:50:24.263229 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122126be-a18b-45b1-a805-85f825f5a5f4 None None] New status for floating IP e85a95b2-67cb-4dc9-a614-5036d0e423b8: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:50:25.110752 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79fbb1-240a-45f7-8b40-e3fe88b2c9c2 req-50cea1f2-6e53-400c-aaa1-61d102318dc5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:25.112220 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd79fbb1-240a-45f7-8b40-e3fe88b2c9c2 req-50cea1f2-6e53-400c-aaa1-61d102318dc5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0526004 Sep 09 06:50:25.149024 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd79fbb1-240a-45f7-8b40-e3fe88b2c9c2 req-12b14a31-dd52-42f3-8393-aad338634481 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Sep 09 06:50:25.219402 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a426e3bf-c116-401a-9d65-e63f0b3255fe req-d64df9fe-6b74-4900-a49d-2d528b1d5c4e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0247247 Sep 09 06:50:25.435629 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-669ea3df-eadb-4169-b53c-51b52f8800e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870092 Sep 09 06:50:26.272838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d82b-7d49-46c9-9099-4121851104f7 req-c890c40a-4ddc-4927-a138-3d5991120d12 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:26.275249 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2b49d82b-7d49-46c9-9099-4121851104f7 req-c890c40a-4ddc-4927-a138-3d5991120d12 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0518458 Sep 09 06:50:26.326654 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2b49d82b-7d49-46c9-9099-4121851104f7 req-90fca78c-68f5-4000-867d-05312d3e828b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Sep 09 06:50:26.390224 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2dc0b49-fe05-4a0f-8685-835dbfa4d49a req-d1d5356e-2c5d-4530-b7a5-07e2d0e68bfe tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Sep 09 06:50:27.349660 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device a328b581-422d-403e-8498-283b855b57f2 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:27.370448 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: a328b581-422d-403e-8498-283b855b57f2 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:50:27.370807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device a328b581-422d-403e-8498-283b855b57f2 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:50:27.464194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19eaae-af0f-4201-bce7-76cebf45b683 req-a0b79996-f60a-4115-99b5-e9b46bd246b5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:27.465740 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f19eaae-af0f-4201-bce7-76cebf45b683 req-a0b79996-f60a-4115-99b5-e9b46bd246b5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0564878 Sep 09 06:50:27.522244 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0f19eaae-af0f-4201-bce7-76cebf45b683 req-59ffa28a-c8d3-46f3-b46a-aad50f29facf tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Sep 09 06:50:27.551096 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5320af1f-7df6-4b42-a67c-d987906e0013 req-397ffb2f-77bd-4c3e-9895-576ea1324740 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0276794 Sep 09 06:50:28.648958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab522b-3bd3-44b0-8387-633ba82d53a3 req-8cb20867-6b8a-4a2b-8fe3-bf5928f07b2b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:28.651202 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2ab522b-3bd3-44b0-8387-633ba82d53a3 req-8cb20867-6b8a-4a2b-8fe3-bf5928f07b2b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0690069 Sep 09 06:50:28.685104 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-468887e7-9830-4add-9d3e-254d17a0c496 req-c8743759-d904-4d58-a7c3-6b2621091d38 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0447838 Sep 09 06:50:28.711143 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2ab522b-3bd3-44b0-8387-633ba82d53a3 req-eba34ebf-5574-4f98-977f-76e1bf16cfe5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513828 Sep 09 06:50:29.793936 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-58ef475e-d4b1-4dd7-9d91-17aa5b135fae req-c724ecb1-55c6-4693-a2b1-d9e3c60d8dd4 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Sep 09 06:50:29.846565 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15fd53-39ee-495f-8f31-8b13ca371b2c req-d66e87d8-0f2a-49a2-90a9-0f11ad053b4e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:29.848276 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce15fd53-39ee-495f-8f31-8b13ca371b2c req-d66e87d8-0f2a-49a2-90a9-0f11ad053b4e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0575173 Sep 09 06:50:29.885526 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce15fd53-39ee-495f-8f31-8b13ca371b2c req-4f40f903-9c06-40fd-a440-345d5a02d696 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Sep 09 06:50:30.910079 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1d519677-3bf8-4140-8e80-089b75941f6e req-95d5bb07-ec64-4a32-a967-3e374229e5a6 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0266304 Sep 09 06:50:31.021956 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9befc-6599-4e9f-a1bc-8481122544f7 req-8be0029f-c23f-4c0a-bb08-6cb566ba3ca9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:31.023456 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2d9befc-6599-4e9f-a1bc-8481122544f7 req-8be0029f-c23f-4c0a-bb08-6cb566ba3ca9 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0524037 Sep 09 06:50:31.070037 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2d9befc-6599-4e9f-a1bc-8481122544f7 req-7705399d-0814-4573-98ef-7b57a036f4e0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404298 Sep 09 06:50:32.014092 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4c4b7a77-1827-4cbd-8f20-d38df6228fab req-70687e0d-82fd-4815-b8fa-b389bb059191 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0258760 Sep 09 06:50:32.196261 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef2d83-1429-45d1-b2b1-c88351289aa8 req-149d90c1-9cad-4485-8f85-3034c3d294bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:32.197667 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24ef2d83-1429-45d1-b2b1-c88351289aa8 req-149d90c1-9cad-4485-8f85-3034c3d294bb tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0492849 Sep 09 06:50:32.237148 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-24ef2d83-1429-45d1-b2b1-c88351289aa8 req-0455c9ed-b6dd-41e0-a54c-506cd0b881a5 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Sep 09 06:50:33.143293 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dbf4bb92-368a-48d3-8cdf-3d7920eb7393 req-42559faa-c2fd-408b-91ef-f16fa82dbcb2 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0348358 Sep 09 06:50:33.375629 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae488-0b2d-40e6-98a7-d896eeb40f75 req-bfcdeb3e-2612-47dc-b387-ca504e93a610 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:33.429953 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-eddae488-0b2d-40e6-98a7-d896eeb40f75 req-bfcdeb3e-2612-47dc-b387-ca504e93a610 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0650790 Sep 09 06:50:33.429953 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-eddae488-0b2d-40e6-98a7-d896eeb40f75 req-97b65810-5118-40f4-bab3-7e977baff29e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Sep 09 06:50:34.264542 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ca724f9d-7ddf-4fc2-a5fc-47660abf9a0d req-454bcd7a-bba4-4e92-83cd-c4526d95ed0a tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0301039 Sep 09 06:50:34.540704 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783977c-0228-4d9e-84ea-c413430c088f req-7b8e70dd-cf41-4cfa-9ee6-07e225762f11 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:34.542190 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a783977c-0228-4d9e-84ea-c413430c088f req-7b8e70dd-cf41-4cfa-9ee6-07e225762f11 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0519502 Sep 09 06:50:34.580184 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a783977c-0228-4d9e-84ea-c413430c088f req-17ebab18-9ca3-4842-a566-94bfbc19138e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Sep 09 06:50:35.378499 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2a0f8404-9df9-4662-8baa-c6c185a9bced req-85cd21bf-b5d7-4bf8-b795-7875369d73bc tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Sep 09 06:50:35.718170 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdcf53-f21d-4e2d-a209-1eed03e29d68 req-28334a5a-37a2-4f13-b4c0-56912679f1d2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:35.720596 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-56bdcf53-f21d-4e2d-a209-1eed03e29d68 req-28334a5a-37a2-4f13-b4c0-56912679f1d2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0534313 Sep 09 06:50:35.759660 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-56bdcf53-f21d-4e2d-a209-1eed03e29d68 req-814c232c-f89e-4858-a80e-cf67a6d59ec8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320048 Sep 09 06:50:36.487345 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9fa7eed1-fb15-4071-a70b-3d3ae54f93fb req-cd45074e-a8aa-43b9-af1b-70aed3ac564e tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93ff3ab-2b87-46da-afea-e6c5b4f5a380 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Sep 09 06:50:36.879165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a1818-32d0-42aa-a2b8-914dbdfb9b43 req-abec586a-e346-4e7b-8ddb-8732f1b8d906 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:36.880589 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f01a1818-32d0-42aa-a2b8-914dbdfb9b43 req-abec586a-e346-4e7b-8ddb-8732f1b8d906 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0498545 Sep 09 06:50:37.077691 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7da7-dcad-4d60-ab0c-0356c6072d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.154263 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f01a1818-32d0-42aa-a2b8-914dbdfb9b43 req-40aced7f-3ade-4334-92f2-e6590a52bd65 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675862 Sep 09 06:50:37.526662 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60140) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:37.569421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Deleting subnet 57a8360f-c47e-41f7-b3ad-60795886f023 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:50:37.572410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.605640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.632809 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60144) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:37.643946 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.784778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.811164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a8360f-c47e-41f7-b3ad-60795886f023,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:37.816501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.818634 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57a8360f-c47e-41f7-b3ad-60795886f023 HTTP/1.1" status: 204 len: 168 time: 0.2909582 Sep 09 06:50:37.822134 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60146) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:37.829811 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.836534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c072d2-c3d1-463a-8a8a-fe0e8c55d127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:50:37.898498 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.919872 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.943008 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.979713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:37.999801 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aea69af-73ef-47f7-97d1-981c9d664923']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:38.008863 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e4608a-8c74-49da-9e85-3debf4a701b5') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:38.009158 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e4608a-8c74-49da-9e85-3debf4a701b5') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:38.018141 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.031124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.037997 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:50:38.037997 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:50:38.039471 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:50:38.048568 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.051822 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.055679 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd592e14-fa5c-4be1-b8da-4f81aa24e688 HTTP/1.1" status: 204 len: 168 time: 0.4188027 Sep 09 06:50:38.056035 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60148) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:38.061926 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f6b2d-e2be-45a8-ac93-1be2beadb4c3 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd592e14-fa5c-4be1-b8da-4f81aa24e688,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:38.102571 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.api.v2.resource [None req-ca53d870-0e96-4f0f-9b4f-28756fbb956b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] show failed (client error): The resource could not be found. Sep 09 06:50:38.103620 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ca53d870-0e96-4f0f-9b4f-28756fbb956b tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "GET /v2.0/security-groups/fd592e14-fa5c-4be1-b8da-4f81aa24e688 HTTP/1.1" status: 404 len: 347 time: 0.0466728 Sep 09 06:50:38.106702 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60150) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:38.163097 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.170385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.172354 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2aea69af-73ef-47f7-97d1-981c9d664923 HTTP/1.1" status: 204 len: 168 time: 0.3492520 Sep 09 06:50:38.183348 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f01d8-3cfe-4d94-8d41-6b7dc6c50f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aea69af-73ef-47f7-97d1-981c9d664923,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:38.232542 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Deleting port 12f41923-e193-4636-87c8-c2ac44598ea7 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:38.232879 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.277666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be91b-958b-44b6-a100-b7508cf2c0d3 req-1e95b2d5-790b-448c-ab10-b8213940887a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:38.279272 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-123be91b-958b-44b6-a100-b7508cf2c0d3 req-1e95b2d5-790b-448c-ab10-b8213940887a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0478704 Sep 09 06:50:38.313859 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.314181 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.321893 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-123be91b-958b-44b6-a100-b7508cf2c0d3 req-039469b7-b97c-427d-99e0-83c56d154839 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344424 Sep 09 06:50:38.325867 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Calling delete_port for 12f41923-e193-4636-87c8-c2ac44598ea7 owned by network:floatingip {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:38.555932 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.556124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60156) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:38.580062 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Pushing event deleted for resources: {'Port': ['ID=12f41923-e193-4636-87c8-c2ac44598ea7,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:38.594707 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-3440e8af-40fa-4a3b-9442-06d3ca0a1c2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c66a0668a8d0493b840e44994fc9d478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375242 Sep 09 06:50:38.597641 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60158) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:38.642296 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks [] for floatingip, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.645454 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.645781 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.646986 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-653be79c-a5b1-4fc2-9e4f-37b947d54549 tempest-AttachVolumeTestJSON-1668719997 tempest-AttachVolumeTestJSON-1668719997-project] 10.222.0.37 "DELETE /v2.0/floatingips/e85a95b2-67cb-4dc9-a614-5036d0e423b8 HTTP/1.1" status: 204 len: 168 time: 0.5392494 Sep 09 06:50:38.669349 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.813135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.816257 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:38.817476 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7286c098-5db9-406f-be9c-feea48899c62 HTTP/1.1" status: 204 len: 168 time: 0.2189307 Sep 09 06:50:38.825534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e36e-f08f-4d86-afbb-cd55f13046a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286c098-5db9-406f-be9c-feea48899c62,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:39.374282 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:50:39.453989 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae108a6-19cc-4500-a399-a07350f591e3 req-58d61c3b-7e75-450c-92d1-b3e9af7069c8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:39.455575 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ae108a6-19cc-4500-a399-a07350f591e3 req-58d61c3b-7e75-450c-92d1-b3e9af7069c8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 943 time: 0.0612545 Sep 09 06:50:39.471193 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:39.482884 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'port_id': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'mac_address': 'fa:16:3e:f2:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:50:39.500980 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ae108a6-19cc-4500-a399-a07350f591e3 req-4f61c2a9-e8ba-49d0-949d-629e26305c63 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Sep 09 06:50:39.525751 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:39.543099 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:50:39.561460 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:39.637529 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f45655d0-1191-439d-8387-3bc46266a27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:39.639223 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:39.688775 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=9']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:39.844806 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['7f2e6c9d-92e6-442d-8221-15bd5a341b46'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:50:40.138432 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:40.630731 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5f9b-c8ca-42eb-8b05-290978fb3089 req-02ca6450-bc84-411d-983e-10c54aade6df tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:40.632246 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f3dd5f9b-c8ca-42eb-8b05-290978fb3089 req-02ca6450-bc84-411d-983e-10c54aade6df tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 944 time: 0.0570118 Sep 09 06:50:40.669844 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f3dd5f9b-c8ca-42eb-8b05-290978fb3089 req-1181ede4-e486-46d3-b008-8cf04a1ab262 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Sep 09 06:50:40.698519 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:41.396926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:50:41.443285 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:50:41.443657 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:41.519606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:41.541959 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:50:41.544305 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75577e96-7e0e-4df3-805b-af6db2bff8ad" -d '{"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:50:41.557588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:41.580504 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696d6d08-3bec-40ab-aaff-1e6cea8ff37a x-openstack-request-id: req-696d6d08-3bec-40ab-aaff-1e6cea8ff37a {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:50:41.580792 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:50:41.581547 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-696d6d08-3bec-40ab-aaff-1e6cea8ff37a {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:50:41.581981 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'code': 200} Sep 09 06:50:41.635733 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:41.685740 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=10']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:41.798944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a9e5-f247-42fe-96da-42e3088f525f req-7db67faa-40fa-479e-9afd-7cc6a993f558 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:41.800582 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e6f8a9e5-f247-42fe-96da-42e3088f525f req-7db67faa-40fa-479e-9afd-7cc6a993f558 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0543697 Sep 09 06:50:41.846739 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e6f8a9e5-f247-42fe-96da-42e3088f525f req-4a4f76ad-71a6-4c9c-8a1c-69096c02fe51 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 Sep 09 06:50:41.874745 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eeedc-a7cd-4607-b746-fca5bbd75dfa req-c2bb37b7-d99c-4bee-a668-2c821f9dcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:41.876318 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-901eeedc-a7cd-4607-b746-fca5bbd75dfa req-c2bb37b7-d99c-4bee-a668-2c821f9dcf07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 1099 time: 0.0422385 Sep 09 06:50:41.911480 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-901eeedc-a7cd-4607-b746-fca5bbd75dfa req-3f3a9275-fa9e-43e2-b3b6-cfc49509bbef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284553 Sep 09 06:50:42.414259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:42.685351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60228) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:43.012117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170d459-063a-40da-bdf8-f747bb891d48 req-29e8f62f-d877-4717-af8a-8a12be7f82e2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:43.013468 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1170d459-063a-40da-bdf8-f747bb891d48 req-29e8f62f-d877-4717-af8a-8a12be7f82e2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0912774 Sep 09 06:50:43.106539 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1170d459-063a-40da-bdf8-f747bb891d48 req-9eb20518-b9a4-4334-ad49-4bf36f9ee0ec tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651019 Sep 09 06:50:43.283027 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:43.559406 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Deleting port 1e820f3e-9d82-4544-b958-b2a6bd1e22be {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:43.559662 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:43.636842 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] For port 1e820f3e-9d82-4544-b958-b2a6bd1e22be, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1e820f3e-9d82-4544-b958-b2a6bd1e22be,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:43.637220 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:43.649053 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Calling delete_port for 1e820f3e-9d82-4544-b958-b2a6bd1e22be owned by network:router_interface {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:43.886686 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:43.911554 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e820f3e-9d82-4544-b958-b2a6bd1e22be,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:44.071814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:44.266292 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de90e-b6f4-4f0f-8874-0e40f8db5ab2 req-881d7cda-3a42-4446-b6a2-fe04c57b5da8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:44.266292 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c2de90e-b6f4-4f0f-8874-0e40f8db5ab2 req-881d7cda-3a42-4446-b6a2-fe04c57b5da8 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0865054 Sep 09 06:50:44.571350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:50:44.574879 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c2de90e-b6f4-4f0f-8874-0e40f8db5ab2 req-c9f38246-1477-4707-980b-6d106fcb25a0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Sep 09 06:50:44.678360 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:50:44.683764 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d0f95f90-8c6a-42c1-afd0-52ddb2d3459d admin admin] 10.222.0.37 "PUT /v2.0/routers/f27a1bdd-7cda-4c1b-a390-07945b2acaf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974186 Sep 09 06:50:44.686320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60240) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:44.686925 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Sync routers for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:50:44.697106 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:50:44.697670 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:50:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:44.788626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:44.799439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:50:44.890154 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:44.979533 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:50:43Z', 'revision_number': 5, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port': {'id': '43ab4fc4-dbc6-483b-8a83-bec170d046f2', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:04Z', 'updated_at': '2021-09-09T06:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:44.999332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Deleting port 43ab4fc4-dbc6-483b-8a83-bec170d046f2 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:44.999669 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.005254 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Checking router: f27a1bdd-7cda-4c1b-a390-07945b2acaf3 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:50:45.013250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Routers {'f27a1bdd-7cda-4c1b-a390-07945b2acaf3'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:50:45.013851 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:50:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:45.076070 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] For port 43ab4fc4-dbc6-483b-8a83-bec170d046f2, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=43ab4fc4-dbc6-483b-8a83-bec170d046f2,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:45.076674 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.089037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Calling delete_port for 43ab4fc4-dbc6-483b-8a83-bec170d046f2 owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:45.097912 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] Set router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 gateway port host: None {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:50:45.148553 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:50:44Z', 'revision_number': 6, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:45.177618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5811af-deeb-414a-8e99-2af777e9abb6 None None] The sync data for ids ['f27a1bdd-7cda-4c1b-a390-07945b2acaf3'] in dv-cinder-733062-23-iscsi is: [{'id': 'f27a1bdd-7cda-4c1b-a390-07945b2acaf3', 'name': 'tempest-AttachVolumeTestJSON-1113321816-router', 'tenant_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:50:44Z', 'revision_number': 6, 'project_id': '8b0d0d7d7b4a4188a9b35502e84a32ba', 'gw_port_host': None}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:50:45.322934 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.353041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ab4fc4-dbc6-483b-8a83-bec170d046f2,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:45.408974 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.508791 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.511340 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.682941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.683509 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27a1bdd-7cda-4c1b-a390-07945b2acaf3 {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:50:45.690332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.691509 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-60b276fc-1ef6-40cb-841c-581c250c79d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f27a1bdd-7cda-4c1b-a390-07945b2acaf3 HTTP/1.1" status: 204 len: 168 time: 1.0042984 Sep 09 06:50:45.694179 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60246) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:45.700310 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226f92f-c3c4-460e-96ea-7da113a6b20a req-073b424f-059f-4d20-a1ff-2829b69efd2f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:45.701747 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2226f92f-c3c4-460e-96ea-7da113a6b20a req-073b424f-059f-4d20-a1ff-2829b69efd2f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0547910 Sep 09 06:50:45.742739 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Deleting subnet aafc0d29-1a96-4405-bebd-8afca899ad1d {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:50:45.745825 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.750806 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2226f92f-c3c4-460e-96ea-7da113a6b20a req-f134dccf-03c8-467c-839a-9ba3e696e53f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Sep 09 06:50:45.784623 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264407842'] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:45.889089 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.037636 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264505344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266164272'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.061012 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafc0d29-1a96-4405-bebd-8afca899ad1d,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:46.066603 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.068530 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-4a305a73-91e6-46d6-af5f-11f0756d419a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aafc0d29-1a96-4405-bebd-8afca899ad1d HTTP/1.1" status: 204 len: 168 time: 0.3733070 Sep 09 06:50:46.070983 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60264) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:46.072290 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba44f04-629a-4cdd-b721-f75668d239b7 None None] Network eb33b260-8b94-439e-9f2b-5038f7ad1dd5 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:50:46.097321 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.148140 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.208789 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Deleting port 7f87d22a-84d0-433a-895c-05866321113f {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:46.209126 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.277390 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] For port 7f87d22a-84d0-433a-895c-05866321113f, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=7f87d22a-84d0-433a-895c-05866321113f,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:46.277772 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.292359 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] DHCP port deletion for eb33b260-8b94-439e-9f2b-5038f7ad1dd5 request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:50:46.299193 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Calling delete_port for 7f87d22a-84d0-433a-895c-05866321113f owned by network:dhcp {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:46.342638 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Deleting port 7f87d22a-84d0-433a-895c-05866321113f {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:50:46.343228 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.412193 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] For port 7f87d22a-84d0-433a-895c-05866321113f, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=7f87d22a-84d0-433a-895c-05866321113f,segment=NetworkSegment(6b6cacd3-d726-4613-8533-51f4ed6454a8),segment_id=6b6cacd3-d726-4613-8533-51f4ed6454a8)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:50:46.412591 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.428358 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Calling delete_port for 7f87d22a-84d0-433a-895c-05866321113f owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:50:46.448252 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.479206 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f87d22a-84d0-433a-895c-05866321113f,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:46.481101 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] No DVR routers for this DVR port 7f87d22a-84d0-433a-895c-05866321113f on host dv-cinder-733062-23-iscsi {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:50:46.537753 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 43ab4fc4-dbc6-483b-8a83-bec170d046f2 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:46.559565 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.564116 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 43ab4fc4-dbc6-483b-8a83-bec170d046f2 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:50:46.564453 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 43ab4fc4-dbc6-483b-8a83-bec170d046f2 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:50:46.564864 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1e820f3e-9d82-4544-b958-b2a6bd1e22be no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:46.569519 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.581535 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb33b260-8b94-439e-9f2b-5038f7ad1dd5']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:46.591853 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6cacd3-d726-4613-8533-51f4ed6454a8') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:46.592443 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6cacd3-d726-4613-8533-51f4ed6454a8') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:50:46.593841 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 1e820f3e-9d82-4544-b958-b2a6bd1e22be {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:50:46.594186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1e820f3e-9d82-4544-b958-b2a6bd1e22be not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:50:46.594603 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 7f87d22a-84d0-433a-895c-05866321113f no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:50:46.603361 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.617825 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.624232 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:50:46.624619 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.630049 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] Pushing event deleted for resources: {'Port': ['ID=7f87d22a-84d0-433a-895c-05866321113f,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:46.632192 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac4125-0c96-410d-8945-ebde9ad745be None None] No DVR routers for this DVR port 7f87d22a-84d0-433a-895c-05866321113f on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:50:46.634443 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 7f87d22a-84d0-433a-895c-05866321113f {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:50:46.634778 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 7f87d22a-84d0-433a-895c-05866321113f not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:50:46.657866 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:50:46.768307 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.786212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:46.788213 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb33b260-8b94-439e-9f2b-5038f7ad1dd5 HTTP/1.1" status: 204 len: 168 time: 0.7162712 Sep 09 06:50:46.789398 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee194ba-f2f0-4739-b979-cd40e8669f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb33b260-8b94-439e-9f2b-5038f7ad1dd5,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:46.880182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233162c8-afd0-4a13-ae48-1f4bbf0eb613 req-b29095be-b1f6-4b80-a717-a5d8e79628f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:46.881753 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-233162c8-afd0-4a13-ae48-1f4bbf0eb613 req-b29095be-b1f6-4b80-a717-a5d8e79628f0 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0493143 Sep 09 06:50:46.919784 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-233162c8-afd0-4a13-ae48-1f4bbf0eb613 req-70ffdf78-68b6-4c53-b4c7-e9d1a9f0a393 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Sep 09 06:50:47.180750 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60294) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:47.222978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-94b60e9f-9f8f-41e0-b738-0a50b64d26c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b0d0d7d7b4a4188a9b35502e84a32ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410609 Sep 09 06:50:47.225547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60296) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:47.273417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:47.294683 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:47.385292 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:47.387916 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:47.389063 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80eb743a-d6b0-4c6f-bbb1-835c5a688461 HTTP/1.1" status: 204 len: 168 time: 0.1626375 Sep 09 06:50:47.397405 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74cda8-5710-49a0-a668-b90df726a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eb743a-d6b0-4c6f-bbb1-835c5a688461,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:48.037347 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf30776-6d62-403a-ba02-d70f48a564b6 req-35f8d330-edd3-44a9-866d-e4913725641f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:50:48.038822 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-aaf30776-6d62-403a-ba02-d70f48a564b6 req-35f8d330-edd3-44a9-866d-e4913725641f tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0478406 Sep 09 06:50:48.077227 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-aaf30776-6d62-403a-ba02-d70f48a564b6 req-264b4315-108b-4799-8357-ba55bed5a3ae tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325174 Sep 09 06:50:55.132153 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60390) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:55.232967 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6ef4-a156-491f-af96-76053eb17113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.320585 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6ef4-a156-491f-af96-76053eb17113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.395934 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e6c6ef4-a156-491f-af96-76053eb17113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.436409 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-3e6c6ef4-a156-491f-af96-76053eb17113 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c809b08a81564d98822a7dcfa101fc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031754 Sep 09 06:50:55.437660 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c6ef4-a156-491f-af96-76053eb17113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e0c4d-7696-4cc5-8eba-1e748daf010e,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:50:55.439249 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60406) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:50:55.502881 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.529868 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.654041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.656626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:50:55.657809 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e0e0c4d-7696-4cc5-8eba-1e748daf010e HTTP/1.1" status: 204 len: 168 time: 0.2128179 Sep 09 06:50:55.666857 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2741-2068-475b-a761-9380d78c2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e0c4d-7696-4cc5-8eba-1e748daf010e,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:00.192520 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:51:01.297248 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60530) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:01.403520 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-857807ab-331c-43a7-b8af-070830048d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.490410 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-857807ab-331c-43a7-b8af-070830048d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.561114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-857807ab-331c-43a7-b8af-070830048d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.599828 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-857807ab-331c-43a7-b8af-070830048d61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae4f123506064e2bb81f7d7caa335417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014944 Sep 09 06:51:01.600914 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857807ab-331c-43a7-b8af-070830048d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275bd23d-b6d2-4a66-8875-bd24ac5a448a,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:01.602483 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60534) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:01.653063 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.673583 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.785699 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.788386 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:01.789716 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/275bd23d-b6d2-4a66-8875-bd24ac5a448a HTTP/1.1" status: 204 len: 168 time: 0.1860754 Sep 09 06:51:01.798161 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d68308-ff5a-4126-8818-2e2b063dc11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275bd23d-b6d2-4a66-8875-bd24ac5a448a,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:07.099318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e64106d9-e585-442d-94f3-68a3d3dcd6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:09.596466 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1574df76-6132-423a-ae75-5e7d4ab73b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:09.677281 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60612) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:09.792948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1721938b-19c7-4484-b6e3-a423b65a77f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:09.879166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1721938b-19c7-4484-b6e3-a423b65a77f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:09.926226 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1721938b-19c7-4484-b6e3-a423b65a77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:09.966292 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-1721938b-19c7-4484-b6e3-a423b65a77f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3738a4269e1e4f028310df8d81ab3c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879364 Sep 09 06:51:09.967157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721938b-19c7-4484-b6e3-a423b65a77f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4638e1-0fd3-453c-a17f-1ad0206e4202,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:09.969739 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60616) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:10.017791 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.038654 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.104584 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.167665 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.170144 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.173943 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e4638e1-0fd3-453c-a17f-1ad0206e4202 HTTP/1.1" status: 204 len: 168 time: 0.2030106 Sep 09 06:51:10.181994 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9042-7c9d-458c-9143-dee16e90ca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4638e1-0fd3-453c-a17f-1ad0206e4202,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:10.697898 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.754500 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60622) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:10.767291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d3341be3-fdb9-4ab0-83b6-f5efe12c2e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.852615 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d3341be3-fdb9-4ab0-83b6-f5efe12c2e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:10.972901 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d3341be3-fdb9-4ab0-83b6-f5efe12c2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:11.010288 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d3341be3-fdb9-4ab0-83b6-f5efe12c2e55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dd861e8eda6414da44ffcb3fce8756d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547131 Sep 09 06:51:11.011190 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3341be3-fdb9-4ab0-83b6-f5efe12c2e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebffdb21-eb78-4421-be8f-c5cecafb7476,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:11.018880 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60624) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:11.064477 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:11.087737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:11.190354 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:11.192897 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:11.194024 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebffdb21-eb78-4421-be8f-c5cecafb7476 HTTP/1.1" status: 204 len: 168 time: 0.1739357 Sep 09 06:51:11.201439 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18b6fa-aa68-430c-9faf-a40da4f4f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebffdb21-eb78-4421-be8f-c5cecafb7476,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:12.417709 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.281253 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60692) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:15.383659 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e7fb87f5-7be2-4740-8fec-f6a1c9a7de04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.469471 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e7fb87f5-7be2-4740-8fec-f6a1c9a7de04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.566805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e7fb87f5-7be2-4740-8fec-f6a1c9a7de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.603980 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e7fb87f5-7be2-4740-8fec-f6a1c9a7de04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fee85df768c94898a633c7c50df5ae13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216097 Sep 09 06:51:15.604597 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb87f5-7be2-4740-8fec-f6a1c9a7de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8506eec-2c88-4ec0-a967-86fec17a1325,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:15.607240 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60696) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:15.655554 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.679758 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.772669 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.775161 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:15.776302 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8506eec-2c88-4ec0-a967-86fec17a1325 HTTP/1.1" status: 204 len: 168 time: 0.1678829 Sep 09 06:51:15.784400 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb9e46-ffe4-4d9b-ac1a-80ec34313006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8506eec-2c88-4ec0-a967-86fec17a1325,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:16.104384 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.333930 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60704) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:16.347018 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7b61-8bc2-4676-a969-ae57789e772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.431470 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7b61-8bc2-4676-a969-ae57789e772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.492279 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7b61-8bc2-4676-a969-ae57789e772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.529793 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2bcd7b61-8bc2-4676-a969-ae57789e772b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b16c3cfb38564c6da64208d431549200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946654 Sep 09 06:51:16.531626 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd7b61-8bc2-4676-a969-ae57789e772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9daaec9-cc2c-4fec-80e0-779ed31a1e8f,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:16.532525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60706) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:16.579351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.599727 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.704235 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.706809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:16.707991 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9daaec9-cc2c-4fec-80e0-779ed31a1e8f HTTP/1.1" status: 204 len: 168 time: 0.1744909 Sep 09 06:51:16.715416 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a257-9d5f-4760-a6c9-aae9c9cba0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9daaec9-cc2c-4fec-80e0-779ed31a1e8f,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:21.123796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992154-f90e-4a52-9a0a-30ce4b0a92b0 req-3b68c3ea-19e0-40ee-a879-d28dc01b7e6b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:21.125213 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9992154-f90e-4a52-9a0a-30ce4b0a92b0 req-3b68c3ea-19e0-40ee-a879-d28dc01b7e6b tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0477090 Sep 09 06:51:21.173576 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c9992154-f90e-4a52-9a0a-30ce4b0a92b0 req-58e01ffd-f9e9-4960-b7ed-a2fc196e3203 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367138 Sep 09 06:51:22.292334 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcb2a2-0c9e-435c-8e0a-b3fb25cdae07 req-663d9350-7860-40d9-a1a6-b470662bd023 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:22.293865 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6bcb2a2-0c9e-435c-8e0a-b3fb25cdae07 req-663d9350-7860-40d9-a1a6-b470662bd023 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0483041 Sep 09 06:51:22.331642 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f6bcb2a2-0c9e-435c-8e0a-b3fb25cdae07 req-3cadb1ef-2469-4708-a6a1-66c842b7198a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups?id=e822c201-8e84-463f-b4b4-bd12738c8c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Sep 09 06:51:22.430580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a444a0e5-ca0f-4be5-97c8-aff3f57beb4a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:22.432039 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a444a0e5-ca0f-4be5-97c8-aff3f57beb4a tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 946 time: 0.0466430 Sep 09 06:51:22.522035 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Deleting port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:22.522378 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:22.607216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] For port 7f2e6c9d-92e6-442d-8221-15bd5a341b46, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7f2e6c9d-92e6-442d-8221-15bd5a341b46,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:22.607584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:22.776382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:22.776749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:22.777064 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Floating IP 817a7ad8-2108-45ee-991b-e09dac5fcff0 disassociated. External IP: 172.27.0.67, port: 7f2e6c9d-92e6-442d-8221-15bd5a341b46. Sep 09 06:51:22.777410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Calling delete_port for 7f2e6c9d-92e6-442d-8221-15bd5a341b46 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:22.972907 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.001103 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'Port': ['ID=7f2e6c9d-92e6-442d-8221-15bd5a341b46,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:23.112551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:51:23.216905 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:51:23.228390 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:51:23.239183 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:51:23.239785 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:23.259018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] No DVR routers for this DVR port 7f2e6c9d-92e6-442d-8221-15bd5a341b46 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:51:23.261631 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.263813 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-88a0b1dd-2e18-436b-8171-cc328e0b4a93 req-a39b2822-e05c-4d1e-9514-abaf14d69679 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.35 "DELETE /v2.0/ports/7f2e6c9d-92e6-442d-8221-15bd5a341b46 HTTP/1.1" status: 204 len: 173 time: 0.8249850 Sep 09 06:51:23.264248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-deleted', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:51:23.266568 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ec6366-bf07-4e80-b861-368160e27da9" -d '{"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-deleted", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:51:23.306819 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad55e2-3993-4c4b-9e6e-9e113384e32f x-openstack-request-id: req-26ad55e2-3993-4c4b-9e6e-9e113384e32f {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:51:23.306819 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fba37-9dc3-4fa0-91f2-9fdb15236e9d", "name": "network-vif-deleted", "tag": "7f2e6c9d-92e6-442d-8221-15bd5a341b46", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:51:23.306819 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26ad55e2-3993-4c4b-9e6e-9e113384e32f {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:51:23.306819 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fba37-9dc3-4fa0-91f2-9fdb15236e9d', 'name': 'network-vif-deleted', 'tag': '7f2e6c9d-92e6-442d-8221-15bd5a341b46', 'status': 'completed', 'code': 200} Sep 09 06:51:23.307693 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60822) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:23.350795 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:51:23.422802 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.456479 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d35ee33f-f010-43af-b61c-e7902f3761cc req-c416f78c-39fc-48f7-8b61-b5cd64c56be3 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07fba37-9dc3-4fa0-91f2-9fdb15236e9d HTTP/1.1" status: 200 len: 210 time: 0.0427864 Sep 09 06:51:23.524523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.591948 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:23.599866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.617917 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:51:23.626004 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:51:23.626611 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:23.641195 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60828) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:23.641379 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104b0202e437461a9e045f911c577348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330491 Sep 09 06:51:23.646784 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe27e784-b120-4a0c-80aa-de47e63861f7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:23.654575 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.654575 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.654851 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.655145 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.655468 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.655795 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.656118 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.656701 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.656830 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.657060 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.657566 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.657795 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b578b0b-ade0-4b4c-a313-0df9125d1422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:23.696167 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.717653 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.734286 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:51:23.801823 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.804507 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:23.805665 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe27e784-b120-4a0c-80aa-de47e63861f7 HTTP/1.1" status: 204 len: 168 time: 0.1633315 Sep 09 06:51:23.813607 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8cbe9-6045-4839-a3f9-b2ca01f46d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe27e784-b120-4a0c-80aa-de47e63861f7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:23.929666 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c34e0835-bc32-471a-9128-87408f025812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:23.955196 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e0835-bc32-471a-9128-87408f025812 None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:44:08Z', 'revision_number': 4, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '99b29230-b77e-4f50-bbe4-e9fc3b235d3a', 'name': '', 'network_id': 'c77217ea-2393-4c7d-9c72-d25c3a3f3cdc', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'mac_address': 'fa:16:3e:cd:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:07Z', 'updated_at': '2021-09-09T06:44:17Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'subnets': [{'id': '7fd67d52-bec3-49dd-a5ae-6a52b8e4db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:51:24.181811 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1522d-7d8b-4470-bb7a-3f7af6eafbad None None] New status for floating IP 817a7ad8-2108-45ee-991b-e09dac5fcff0: DOWN {{(pid=100950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:51:24.351529 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60834) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:24.365567 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cc-cd78-4083-a7ce-db21ee7aa0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.454947 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cc-cd78-4083-a7ce-db21ee7aa0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.544408 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cc-cd78-4083-a7ce-db21ee7aa0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.584020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-1fe480cc-cd78-4083-a7ce-db21ee7aa0a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c79d0f9122bd49a8b3ee47135a66d781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314153 Sep 09 06:51:24.585227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe480cc-cd78-4083-a7ce-db21ee7aa0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f3b3c-b7d8-493e-902a-a0ed0d6c8b1e,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:24.586714 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60840) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:24.636833 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60842) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:24.639158 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.662397 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.690250 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.714747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.789132 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.791779 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.792974 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c33f3b3c-b7d8-493e-902a-a0ed0d6c8b1e HTTP/1.1" status: 204 len: 168 time: 0.2052524 Sep 09 06:51:24.801665 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5fbc8-00c7-4c02-afbd-407f9c2eef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f3b3c-b7d8-493e-902a-a0ed0d6c8b1e,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:24.841578 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.844229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:24.845397 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "DELETE /v2.0/security-groups/e822c201-8e84-463f-b4b4-bd12738c8c30 HTTP/1.1" status: 204 len: 168 time: 0.2075393 Sep 09 06:51:24.848821 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60846) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:24.855018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aeca2-a44a-4e42-a414-4b5bb5a1a5b2 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e822c201-8e84-463f-b4b4-bd12738c8c30,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:24.868676 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.api.v2.resource [None req-3e3f4a0e-e5f1-4709-89d0-f9a9c0cdab82 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] show failed (client error): The resource could not be found. Sep 09 06:51:24.872427 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-3e3f4a0e-e5f1-4709-89d0-f9a9c0cdab82 tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "GET /v2.0/security-groups/e822c201-8e84-463f-b4b4-bd12738c8c30 HTTP/1.1" status: 404 len: 347 time: 0.0199847 Sep 09 06:51:24.876026 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60848) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:24.992605 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Deleting port b10f9d1f-8324-4897-8000-7b749f5af8d6 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:24.992951 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.070228 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.070461 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.082133 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Calling delete_port for b10f9d1f-8324-4897-8000-7b749f5af8d6 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:25.270295 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.297708 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Pushing event deleted for resources: {'Port': ['ID=b10f9d1f-8324-4897-8000-7b749f5af8d6,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:25.358173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.360784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.363097 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-3b751e6b-db38-4a68-88e4-b308bf721a1e tempest-AttachVolumeShelveTestJSON-1568339596 tempest-AttachVolumeShelveTestJSON-1568339596-project] 10.222.0.37 "DELETE /v2.0/floatingips/817a7ad8-2108-45ee-991b-e09dac5fcff0 HTTP/1.1" status: 204 len: 168 time: 0.4881930 Sep 09 06:51:25.406415 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60854) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:25.419303 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0004c3e-e536-46db-b24b-4864220504bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.503837 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0004c3e-e536-46db-b24b-4864220504bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.561076 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0004c3e-e536-46db-b24b-4864220504bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.606450 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d0004c3e-e536-46db-b24b-4864220504bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19064401489c489a8f3fd1c0f3ed7fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989360 Sep 09 06:51:25.607618 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0004c3e-e536-46db-b24b-4864220504bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30b4ae-4c63-449f-8d7f-bf8c90073aa4,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:25.610101 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60858) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:25.646056 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:51:25.661944 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.665076 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 7f2e6c9d-92e6-442d-8221-15bd5a341b46 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:51:25.665420 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 7f2e6c9d-92e6-442d-8221-15bd5a341b46 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:51:25.683845 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.835236 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.837856 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:25.839060 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe30b4ae-4c63-449f-8d7f-bf8c90073aa4 HTTP/1.1" status: 204 len: 168 time: 0.2273266 Sep 09 06:51:25.846669 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222b3a2-7e56-4592-8008-e081bdb66bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30b4ae-4c63-449f-8d7f-bf8c90073aa4,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:26.825519 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60888) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:26.921190 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-253791831-network', 'tenant_id': '8ab85829a29d4fa28b04907847d4a8a3'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:27.012991 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Made reservation on behalf of 8ab85829a29d4fa28b04907847d4a8a3 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:27.015361 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.024538 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.110288 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.212147 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.233047 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:51:27.248340 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9bc9e-2ec8-400e-843d-24643d192886,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:27.251228 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.251572 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Added segment 4df3f6f0-2f63-4d0f-8ca1-4566c163d510 of type vlan for network 6e15b830-5a5c-42b8-bc01-a5dd891b48ac Sep 09 06:51:27.292305 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.378902 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.379956 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:27.380539 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.442826 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e15b830-5a5c-42b8-bc01-a5dd891b48ac,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:27.452687 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 6e15b830-5a5c-42b8-bc01-a5dd891b48ac details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:51:27.453301 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-2394f4a9-47c4-4075-b4b7-c239990e91d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6264911 Sep 09 06:51:27.456074 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60894) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:27.460891 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Request body: {'subnet': {'network_id': '6e15b830-5a5c-42b8-bc01-a5dd891b48ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-253791831-subnet', 'tenant_id': '8ab85829a29d4fa28b04907847d4a8a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:27.521326 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Made reservation on behalf of 8ab85829a29d4fa28b04907847d4a8a3 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:27.523823 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.755859 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.813907 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5ce95a-bfd3-412f-a233-3e5f921efd31,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:27.818155 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Checking segment: {'id': '4df3f6f0-2f63-4d0f-8ca1-4566c163d510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6e15b830-5a5c-42b8-bc01-a5dd891b48ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:51:27.818506 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Network hostable DHCP agents. Network: 6e15b830-5a5c-42b8-bc01-a5dd891b48ac, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:51:27.898275 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Network 6e15b830-5a5c-42b8-bc01-a5dd891b48ac is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:51:27.983202 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 6e15b830-5a5c-42b8-bc01-a5dd891b48ac) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:51:27.987275 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:27.987890 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:27.992750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf27381-decb-46f9-81b4-a79278e5c396 None None] Network 6e15b830-5a5c-42b8-bc01-a5dd891b48ac requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:28.059459 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8c6a7329-a543-4982-ae48-fccb3a778c26 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6020381 Sep 09 06:51:28.081779 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 60904) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:28.118151 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde572bb-d63e-4bfc-9183-9f41ad2bd5b0 None None] Network 6e15b830-5a5c-42b8-bc01-a5dd891b48ac requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:28.479658 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.678044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60920) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:28.682872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1989520042-network', 'tenant_id': '8e14f90ed6eb4d62a4f97e57058e2954'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:28.717654 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Deleting port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:28.717990 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.749529 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Made reservation on behalf of 8e14f90ed6eb4d62a4f97e57058e2954 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:28.751953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.760970 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.796538 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] For port 99b29230-b77e-4f50-bbe4-e9fc3b235d3a, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:28.796923 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.809791 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Calling delete_port for 99b29230-b77e-4f50-bbe4-e9fc3b235d3a owned by network:router_interface {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:28.846562 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.926789 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.951545 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:51:28.961187 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90460264-8239-4907-b2e4-01e9c45cab27,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:28.965953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:28.970224 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Added segment 2276a283-3113-45ec-9134-21729e621a31 of type vlan for network 43495277-2788-46d8-b7be-5f7e289a80f8 Sep 09 06:51:29.005424 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.041081 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.071499 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b29230-b77e-4f50-bbe4-e9fc3b235d3a,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:29.098719 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.099868 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:29.100458 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.163361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] Pushing event updated for resources: {'Network': ['ID=43495277-2788-46d8-b7be-5f7e289a80f8,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:29.173882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 43495277-2788-46d8-b7be-5f7e289a80f8 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:51:29.190046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-07bcc1c3-8741-4e69-81d1-80648f5b12ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5109022 Sep 09 06:51:29.192751 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60922) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:29.199039 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Request body: {'subnet': {'network_id': '43495277-2788-46d8-b7be-5f7e289a80f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1989520042-subnet', 'tenant_id': '8e14f90ed6eb4d62a4f97e57058e2954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:29.236272 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.320544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Made reservation on behalf of 8e14f90ed6eb4d62a4f97e57058e2954 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:29.322929 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265546788'] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.544725 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265844401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265546810'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.600316 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479c0c93-cedb-424f-b58e-b0675031c84e,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:29.611392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Checking segment: {'id': '2276a283-3113-45ec-9134-21729e621a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43495277-2788-46d8-b7be-5f7e289a80f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:51:29.611748 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Network hostable DHCP agents. Network: 43495277-2788-46d8-b7be-5f7e289a80f8, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:51:29.682665 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:51:29.686827 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Network 43495277-2788-46d8-b7be-5f7e289a80f8 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:51:29.761170 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 43495277-2788-46d8-b7be-5f7e289a80f8) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:51:29.765176 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:29.765756 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.771957 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb32b6-470a-4d6c-9734-530867a63e37 None None] Network 43495277-2788-46d8-b7be-5f7e289a80f8 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:29.785958 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:51:29.791132 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-4f79078f-9cef-4e35-9562-0d7d775a8c60 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c0bd847-9d05-4a6f-b9ef-15cd4e525a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7081835 Sep 09 06:51:29.793661 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60924) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:29.794675 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Sync routers for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:51:29.803501 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:51:29.804025 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:29.838589 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-16445b87-4188-4b16-aafb-01fe67c97785 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6445394 Sep 09 06:51:29.917853 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:51:29.918894 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:29.930061 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49da7138-3e2c-497d-9ff2-6eaf03d9ed55 None None] Network 43495277-2788-46d8-b7be-5f7e289a80f8 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:30.037237 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.109119 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:51:28Z', 'revision_number': 5, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port': {'id': 'c1be3b36-1c9d-44ba-a85b-77aef0e49ab4', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:44:02Z', 'updated_at': '2021-09-09T06:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:30.139359 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Checking router: 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:51:30.147933 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Routers {'5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:51:30.148529 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:30.165260 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Deleting port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:30.165642 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.234791 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] Set router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:51:30.287735 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:51:30Z', 'revision_number': 6, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:30.321078 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637e4e2-5db4-4323-a6fa-077505466498 None None] The sync data for ids ['5c0bd847-9d05-4a6f-b9ef-15cd4e525a45'] in dv-cinder-733062-23-iscsi is: [{'id': '5c0bd847-9d05-4a6f-b9ef-15cd4e525a45', 'name': 'tempest-AttachVolumeShelveTestJSON-839110390-router', 'tenant_id': '18ca3eb923114f978e193ece06d5b172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:44:01Z', 'updated_at': '2021-09-09T06:51:30Z', 'revision_number': 6, 'project_id': '18ca3eb923114f978e193ece06d5b172', 'gw_port_host': None}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:51:30.500030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] For port c1be3b36-1c9d-44ba-a85b-77aef0e49ab4, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:30.500419 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.512214 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Calling delete_port for c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:30.725776 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 99b29230-b77e-4f50-bbe4-e9fc3b235d3a no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:51:30.744634 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 99b29230-b77e-4f50-bbe4-e9fc3b235d3a {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:51:30.745445 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 99b29230-b77e-4f50-bbe4-e9fc3b235d3a not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:51:30.750225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.777441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1be3b36-1c9d-44ba-a85b-77aef0e49ab4,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:30.837179 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.928567 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:30.930695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.035477 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.035940 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:51:31.040334 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.041515 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4d0005cb-680a-4780-bffa-9a850cfce80e admin admin] 10.222.0.37 "DELETE /v2.0/routers/5c0bd847-9d05-4a6f-b9ef-15cd4e525a45 HTTP/1.1" status: 204 len: 168 time: 1.2468584 Sep 09 06:51:31.043919 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60936) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:31.088519 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Deleting subnet 7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:51:31.091935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.126655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.235644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.390303 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.420098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd67d52-bec3-49dd-a5ae-6a52b8e4db79,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:31.423724 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.427485 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-68e2ce4c-edb7-4ce9-961e-83488cd39903 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7fd67d52-bec3-49dd-a5ae-6a52b8e4db79 HTTP/1.1" status: 204 len: 168 time: 0.3826396 Sep 09 06:51:31.429145 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c248816-5ebc-48f3-bee2-60c138811500 None None] Network c77217ea-2393-4c7d-9c72-d25c3a3f3cdc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:31.429967 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60938) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:31.494744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.546132 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Deleting port 20ce5126-f79f-4447-8bc4-a313aaabd036 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:31.546478 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.603843 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] DHCP port deletion for c77217ea-2393-4c7d-9c72-d25c3a3f3cdc request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:51:31.615557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] For port 20ce5126-f79f-4447-8bc4-a313aaabd036, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=20ce5126-f79f-4447-8bc4-a313aaabd036,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:31.615923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.627325 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Calling delete_port for 20ce5126-f79f-4447-8bc4-a313aaabd036 owned by network:dhcp {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:31.649372 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Deleting port 20ce5126-f79f-4447-8bc4-a313aaabd036 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:51:31.649742 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.712831 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] For port 20ce5126-f79f-4447-8bc4-a313aaabd036, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=20ce5126-f79f-4447-8bc4-a313aaabd036,segment=NetworkSegment(e8f980e8-6471-44ca-8ef8-02519754ad77),segment_id=e8f980e8-6471-44ca-8ef8-02519754ad77)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:31.713227 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.724773 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Calling delete_port for 20ce5126-f79f-4447-8bc4-a313aaabd036 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:51:31.761291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.786058 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ce5126-f79f-4447-8bc4-a313aaabd036,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:31.796083 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] No DVR routers for this DVR port 20ce5126-f79f-4447-8bc4-a313aaabd036 on host dv-cinder-733062-23-iscsi {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:51:31.803060 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.836072 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Pushing event deleted for resources: {'Port': ['ID=20ce5126-f79f-4447-8bc4-a313aaabd036,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:31.844636 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.844981 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.845512 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.846041 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.846699 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.847221 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.851729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:31.852414 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb1ed0-e143-44dc-8909-fd72da64a5af None None] No DVR routers for this DVR port 20ce5126-f79f-4447-8bc4-a313aaabd036 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:51:31.879181 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.899997 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77217ea-2393-4c7d-9c72-d25c3a3f3cdc']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:31.909462 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f980e8-6471-44ca-8ef8-02519754ad77') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:31.909762 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f980e8-6471-44ca-8ef8-02519754ad77') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:31.919097 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.932965 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.938811 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:51:31.939249 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:51:31.941616 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:51:32.063486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.069740 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.074347 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c77217ea-2393-4c7d-9c72-d25c3a3f3cdc HTTP/1.1" status: 204 len: 168 time: 0.6407900 Sep 09 06:51:32.082109 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6dd76-c94a-4346-b66c-9f8c8b187420 admin admin] Pushing event deleted for resources: {'Network': ['ID=c77217ea-2393-4c7d-9c72-d25c3a3f3cdc,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:32.362320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60954) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:32.401235 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4d4b2199-f0b0-4d1f-8752-c569090a124d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18ca3eb923114f978e193ece06d5b172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377057 Sep 09 06:51:32.403673 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 60956) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:32.450036 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.470772 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.524949 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 20ce5126-f79f-4447-8bc4-a313aaabd036 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:51:32.545074 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 20ce5126-f79f-4447-8bc4-a313aaabd036 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:51:32.545415 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 20ce5126-f79f-4447-8bc4-a313aaabd036 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:51:32.545813 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:51:32.566364 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:51:32.566704 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c1be3b36-1c9d-44ba-a85b-77aef0e49ab4 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:51:32.566899 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.569628 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:32.570656 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f98bcb08-4b53-4bc3-b0ce-f83940ebf72b HTTP/1.1" status: 204 len: 168 time: 0.1660914 Sep 09 06:51:32.582602 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74aacc-a353-43b5-b8f3-b1049c8f74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98bcb08-4b53-4bc3-b0ce-f83940ebf72b,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:37.075132 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-880f7191-c34a-487b-be2f-62aa273eee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.191219 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:51:37.237177 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 32882) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:37.344267 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5ae484c7-1230-45db-8a0f-912d4ebe086c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.441539 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5ae484c7-1230-45db-8a0f-912d4ebe086c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.486554 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5ae484c7-1230-45db-8a0f-912d4ebe086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.523881 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5ae484c7-1230-45db-8a0f-912d4ebe086c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4d4fdca525b475ba70690d3b1253c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855639 Sep 09 06:51:37.524982 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae484c7-1230-45db-8a0f-912d4ebe086c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93df440e-9243-46fe-8e8f-4d157877dc16,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:37.526683 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 32886) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:37.589994 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.603004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.749332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.751968 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:37.753157 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93df440e-9243-46fe-8e8f-4d157877dc16 HTTP/1.1" status: 204 len: 168 time: 0.2248797 Sep 09 06:51:37.763340 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bec3d-8235-4648-aefd-6491588f2e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93df440e-9243-46fe-8e8f-4d157877dc16,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:38.326532 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 32902) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:38.339860 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-933d6ea7-da0c-4a01-bd15-ffc7ea67eb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.423398 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-933d6ea7-da0c-4a01-bd15-ffc7ea67eb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.492243 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-933d6ea7-da0c-4a01-bd15-ffc7ea67eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.529196 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-933d6ea7-da0c-4a01-bd15-ffc7ea67eb46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e3156c98975411c80a2b97415f5e681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016084 Sep 09 06:51:38.531069 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d6ea7-da0c-4a01-bd15-ffc7ea67eb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d11a6f-a863-49e7-a61f-007ddf9c2275,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:38.531923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 32904) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:38.583525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.604727 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.692445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.694894 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:38.696046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37d11a6f-a863-49e7-a61f-007ddf9c2275 HTTP/1.1" status: 204 len: 168 time: 0.1631227 Sep 09 06:51:38.703445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d11a6f-a863-49e7-a61f-007ddf9c2275,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:38.711037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.711429 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.711766 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.712098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.712422 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.712740 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.713059 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.713378 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.713745 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.714064 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.714380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:38.714676 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895f19-d099-425c-bc3b-141c6d5db63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:51:39.584179 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4131407-e69d-4f90-9004-fa25558efcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:40.109339 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:40.714921 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:40.931113 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 32964) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:41.033877 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-12e50106-15c2-43b4-9bfd-a749b672e9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.121106 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-12e50106-15c2-43b4-9bfd-a749b672e9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.166737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-12e50106-15c2-43b4-9bfd-a749b672e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.204741 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-12e50106-15c2-43b4-9bfd-a749b672e9ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=434c2563a1ea48d0a33839f466e04b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725632 Sep 09 06:51:41.206660 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e50106-15c2-43b4-9bfd-a749b672e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2686551-7a79-4f06-851c-3254d2f587ff,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:41.207885 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 32974) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:41.257463 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.281468 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.366203 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.368680 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:41.369808 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2686551-7a79-4f06-851c-3254d2f587ff HTTP/1.1" status: 204 len: 168 time: 0.1604936 Sep 09 06:51:41.377750 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0af88-f16d-4ace-8329-8eadeb668cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2686551-7a79-4f06-851c-3254d2f587ff,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:41.967534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 32980) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:41.980953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-119b0e87-efe5-4e60-b121-96e1fdc982c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.067327 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-119b0e87-efe5-4e60-b121-96e1fdc982c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.131989 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-119b0e87-efe5-4e60-b121-96e1fdc982c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.169944 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-119b0e87-efe5-4e60-b121-96e1fdc982c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dc670b1668245b5a13ce1e367468e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013664 Sep 09 06:51:42.170789 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b0e87-efe5-4e60-b121-96e1fdc982c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a052e7-d899-4391-bffa-72d0ec8b103d,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:42.172687 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 32982) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:42.220333 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.241271 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.332815 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.335371 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:42.336511 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09a052e7-d899-4391-bffa-72d0ec8b103d HTTP/1.1" status: 204 len: 168 time: 0.1628630 Sep 09 06:51:42.344309 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aa712-e4e5-4db9-aa5c-33205a1ce149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a052e7-d899-4391-bffa-72d0ec8b103d,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:42.440948 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:45.765420 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33076) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:45.808525 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Deleting subnet 5d5ce95a-bfd3-412f-a233-3e5f921efd31 {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:51:45.811569 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:45.847499 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264407842'] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:45.884484 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:45.995351 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264505344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266164272'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.022570 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5ce95a-bfd3-412f-a233-3e5f921efd31,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:46.024596 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.027512 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cba16eb8-b896-4769-b296-c972581cb3a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d5ce95a-bfd3-412f-a233-3e5f921efd31 HTTP/1.1" status: 204 len: 168 time: 0.2609756 Sep 09 06:51:46.029137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33084) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:46.100645 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.109137 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.177496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.197872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e15b830-5a5c-42b8-bc01-a5dd891b48ac']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.207233 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df3f6f0-2f63-4d0f-8ca1-4566c163d510') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.207528 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df3f6f0-2f63-4d0f-8ca1-4566c163d510') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.217606 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.230937 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.242735 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:51:46.243156 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:51:46.244885 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:51:46.360619 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.367721 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.369635 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e15b830-5a5c-42b8-bc01-a5dd891b48ac HTTP/1.1" status: 204 len: 168 time: 0.3395202 Sep 09 06:51:46.372526 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33092) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:46.378757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b0f1-0291-42e6-b7fa-1e15c1d03c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e15b830-5a5c-42b8-bc01-a5dd891b48ac,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:46.415940 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Deleting subnet 479c0c93-cedb-424f-b58e-b0675031c84e {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:51:46.418990 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.456845 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264407842'] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.494312 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.612366 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264505344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266164272'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.638269 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479c0c93-cedb-424f-b58e-b0675031c84e,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:46.640354 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.642380 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1a8fcbe0-157b-46b3-a1c5-4f2b4094993f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/479c0c93-cedb-424f-b58e-b0675031c84e HTTP/1.1" status: 204 len: 168 time: 0.2686365 Sep 09 06:51:46.645406 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33094) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:46.714530 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.789310 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.808048 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43495277-2788-46d8-b7be-5f7e289a80f8']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.816893 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2276a283-3113-45ec-9134-21729e621a31') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.817991 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2276a283-3113-45ec-9134-21729e621a31') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:46.826044 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.838890 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.844560 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:51:46.844925 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:51:46.846512 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:51:46.948850 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.953879 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:46.955705 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] 10.222.0.37 "DELETE /v2.0/networks/43495277-2788-46d8-b7be-5f7e289a80f8 HTTP/1.1" status: 204 len: 168 time: 0.3094201 Sep 09 06:51:46.966595 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f090a-78e4-4cfb-88eb-1eade989fc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=43495277-2788-46d8-b7be-5f7e289a80f8,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:47.268324 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33102) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:47.308892 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-55a70f04-b998-421c-a791-ad176d104588 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ab85829a29d4fa28b04907847d4a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391741 Sep 09 06:51:47.311437 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33104) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:47.358228 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.379725 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.509358 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.511889 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.513025 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79d9bc9e-2ec8-400e-843d-24643d192886 HTTP/1.1" status: 204 len: 168 time: 0.2006941 Sep 09 06:51:47.520828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584c66-428e-409f-aecc-0bb4c23557ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9bc9e-2ec8-400e-843d-24643d192886,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:47.736268 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33110) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:47.841314 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-64957057-2531-4b97-bddd-c091e1f9c496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.925524 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-64957057-2531-4b97-bddd-c091e1f9c496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:47.994549 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-64957057-2531-4b97-bddd-c091e1f9c496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.033250 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-64957057-2531-4b97-bddd-c091e1f9c496 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c853b6228c03452f8389bd73359c9bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957785 Sep 09 06:51:48.034416 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957057-2531-4b97-bddd-c091e1f9c496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c050956c-b0ca-443d-8cb9-00b87592d703,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:48.036410 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33116) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:48.084611 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.105281 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.144340 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33118) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:48.183547 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-dcadb51e-cd97-48c8-9f1b-3b7e9b6b5ef8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e14f90ed6eb4d62a4f97e57058e2954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375745 Sep 09 06:51:48.185868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33120) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:48.206200 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.209353 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.210542 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c050956c-b0ca-443d-8cb9-00b87592d703 HTTP/1.1" status: 204 len: 168 time: 0.1731310 Sep 09 06:51:48.218699 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa45c91-29c7-4ced-9500-e58247e751d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c050956c-b0ca-443d-8cb9-00b87592d703,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:48.236587 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.257520 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.354460 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.357020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.358183 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90460264-8239-4907-b2e4-01e9c45cab27 HTTP/1.1" status: 204 len: 168 time: 0.1714199 Sep 09 06:51:48.367247 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8308e7-169b-4755-8ef2-adf07e3eda8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90460264-8239-4907-b2e4-01e9c45cab27,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:48.882601 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33138) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:48.895716 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-43119409-a0e4-4f9b-a203-cf50461ca12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:48.983096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-43119409-a0e4-4f9b-a203-cf50461ca12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.023339 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-43119409-a0e4-4f9b-a203-cf50461ca12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.060285 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43119409-a0e4-4f9b-a203-cf50461ca12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e5b80d-ded2-4521-8294-a8be0c4be2a1,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:49.064454 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-43119409-a0e4-4f9b-a203-cf50461ca12b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8e0f5794b514ca5b0e20fd343f7a756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808121 Sep 09 06:51:49.068396 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33146) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:49.116846 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.137420 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.240529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.243096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.244281 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e5b80d-ded2-4521-8294-a8be0c4be2a1 HTTP/1.1" status: 204 len: 168 time: 0.1750534 Sep 09 06:51:49.252070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def368a-318f-4d54-b92b-cdcaa9e1b6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e5b80d-ded2-4521-8294-a8be0c4be2a1,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:49.684483 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33166) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:49.790191 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1ae7-679d-4254-a0a5-2d80d739e67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.876869 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1ae7-679d-4254-a0a5-2d80d739e67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.943262 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1ae7-679d-4254-a0a5-2d80d739e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:49.980722 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cf8c1ae7-679d-4254-a0a5-2d80d739e67b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb9e58a790174433b86dc1982a2c46ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952042 Sep 09 06:51:49.981578 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1ae7-679d-4254-a0a5-2d80d739e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f3990-725e-4000-b6fa-c5aff3d71588,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:49.983544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33174) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:50.037105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:50.058266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:50.154555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:50.157220 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:50.158379 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d41f3990-725e-4000-b6fa-c5aff3d71588 HTTP/1.1" status: 204 len: 168 time: 0.1737661 Sep 09 06:51:50.166027 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ffea-3a53-4a5d-85bc-2a257e3c5e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f3990-725e-4000-b6fa-c5aff3d71588,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:52.034695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33248) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:52.139009 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6e76ecd8-d822-4987-a243-107ab081231f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.225311 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6e76ecd8-d822-4987-a243-107ab081231f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.269307 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6e76ecd8-d822-4987-a243-107ab081231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.305901 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-6e76ecd8-d822-4987-a243-107ab081231f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70fac6a4f8054a79bacfa7302dd3e7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702229 Sep 09 06:51:52.307866 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76ecd8-d822-4987-a243-107ab081231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f71396-bf5d-4ec9-8fb1-91362788f1c4,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:52.308627 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33254) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:52.356508 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.376644 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.503234 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.506416 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:52.507647 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1f71396-bf5d-4ec9-8fb1-91362788f1c4 HTTP/1.1" status: 204 len: 168 time: 0.1980009 Sep 09 06:51:52.515671 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01f9d-8469-4008-aee2-c28178bd66f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f71396-bf5d-4ec9-8fb1-91362788f1c4,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:53.075265 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33262) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:53.090632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5f09eb9b-6a9e-4c5f-ab23-e55b9e456fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.185388 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5f09eb9b-6a9e-4c5f-ab23-e55b9e456fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.240795 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-5f09eb9b-6a9e-4c5f-ab23-e55b9e456fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.277756 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5f09eb9b-6a9e-4c5f-ab23-e55b9e456fd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bafced0e3bf44888a8e14da0ca110d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014446 Sep 09 06:51:53.279749 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09eb9b-6a9e-4c5f-ab23-e55b9e456fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63954fc5-2134-45c9-8250-83276e4e4116,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:53.280554 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33266) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:53.332665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.354098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.497657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.500211 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:53.501356 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63954fc5-2134-45c9-8250-83276e4e4116 HTTP/1.1" status: 204 len: 168 time: 0.2198164 Sep 09 06:51:53.509944 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037ff2-c2f4-446c-a399-bdd6b7a8ce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63954fc5-2134-45c9-8250-83276e4e4116,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:55.000096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33300) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:55.102866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-846d08f3-538c-4c3e-8655-75ee049df12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.191428 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-846d08f3-538c-4c3e-8655-75ee049df12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.245985 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-846d08f3-538c-4c3e-8655-75ee049df12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.283145 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-846d08f3-538c-4c3e-8655-75ee049df12b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bbd223764e1469a8693cb296f8d561d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819591 Sep 09 06:51:55.283881 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d08f3-538c-4c3e-8655-75ee049df12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e562fd-7f09-4833-82c9-6a1fd4e75ff0,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:55.285844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33304) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:55.334155 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.354406 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.434492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.437035 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:55.438168 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4e562fd-7f09-4833-82c9-6a1fd4e75ff0 HTTP/1.1" status: 204 len: 168 time: 0.1505563 Sep 09 06:51:55.445694 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb0daa-4d12-4e6a-b298-408fa5955d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e562fd-7f09-4833-82c9-6a1fd4e75ff0,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:56.243745 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33328) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:56.336797 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1149281154-network', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:56.405856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Made reservation on behalf of 3ee9c119613e4d2fa45dd7e636c35ce9 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:56.408160 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.416170 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.502629 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.554477 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.574622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:51:56.587493 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14885d-1266-487a-85eb-4facd1d339f2,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:56.592096 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.592443 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Added segment 4f702d41-e764-4932-99fa-d99eea490325 of type vlan for network a480bb80-1e0e-4249-96e3-c80880de7afc Sep 09 06:51:56.631547 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.697265 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.698156 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:56.698738 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:56.756326 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] Pushing event updated for resources: {'Network': ['ID=a480bb80-1e0e-4249-96e3-c80880de7afc,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:56.765898 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network a480bb80-1e0e-4249-96e3-c80880de7afc details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:51:56.795649 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-056c3f67-6e53-4c6a-8a49-6f0b997cb695 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5508301 Sep 09 06:51:56.798385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33334) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:56.803808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Request body: {'subnet': {'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1149281154-subnet', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:56.931996 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Made reservation on behalf of 3ee9c119613e4d2fa45dd7e636c35ce9 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:51:56.934325 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265546788'] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.143587 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265844401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265546810'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.203377 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5dbde5-f44c-4bc9-84f2-df80367049f8,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:57.210731 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Checking segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:51:57.211116 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Network hostable DHCP agents. Network: a480bb80-1e0e-4249-96e3-c80880de7afc, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:51:57.308512 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Network a480bb80-1e0e-4249-96e3-c80880de7afc is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:51:57.366121 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, a480bb80-1e0e-4249-96e3-c80880de7afc) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:51:57.370687 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:51:57.371719 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.376480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e36e2-274c-4451-a69e-3d4338591162 None None] Network a480bb80-1e0e-4249-96e3-c80880de7afc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:57.435693 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-449fc858-e2a4-4b2f-b47c-2118b2833159 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6361053 Sep 09 06:51:57.438214 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33336) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:57.442527 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:51:57.508763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.509818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.524340 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-a480bb80-1e0e-4249-96e3-c80880de7afc', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:51:57.525219 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.561088 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.658034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Allocated IP 172.20.0.2 (a480bb80-1e0e-4249-96e3-c80880de7afc/fd5dbde5-f44c-4bc9-84f2-df80367049f8/c6880140-cf07-4c7e-8dea-9a71a2469048) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:51:57.749069 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.798297 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.806197 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Transition to ACTIVE for port object c6880140-cf07-4c7e-8dea-9a71a2469048 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:51:57.820068 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Transition to ACTIVE for port object c6880140-cf07-4c7e-8dea-9a71a2469048 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:51:57.898110 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:57.945612 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Network a480bb80-1e0e-4249-96e3-c80880de7afc is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:51:57.945612 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:51:57.945955 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:51:57.959722 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Pushing event updated for resources: {'Port': ['ID=c6880140-cf07-4c7e-8dea-9a71a2469048,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:58.013744 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Attempting to bind port c6880140-cf07-4c7e-8dea-9a71a2469048 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:51:58.014112 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Attempting to bind port c6880140-cf07-4c7e-8dea-9a71a2469048 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:51:58.014473 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Attempting to bind port c6880140-cf07-4c7e-8dea-9a71a2469048 on network a480bb80-1e0e-4249-96e3-c80880de7afc {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:51:58.023800 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:51:58.024209 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Checking segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:51:58.024666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.025611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Bound using segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:51:58.025611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Bound port: c6880140-cf07-4c7e-8dea-9a71a2469048, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:51:58.026310 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.038501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.057604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.091273 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] For port c6880140-cf07-4c7e-8dea-9a71a2469048, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:51:58.094266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] For port c6880140-cf07-4c7e-8dea-9a71a2469048, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c6880140-cf07-4c7e-8dea-9a71a2469048,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:51:58.160538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Allocated IP 172.27.0.249 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/dc047c1f-0cab-470c-9fc0-a4f5d5da9066) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:51:58.161126 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.220424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893261a-e8be-4864-b39b-d12025b4e023 None None] Pushing event updated for resources: {'Port': ['ID=c6880140-cf07-4c7e-8dea-9a71a2469048,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:58.274454 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.430153 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:58.478117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:51:58.481007 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:51:58.483497 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:51:58.517475 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Pushing event updated for resources: {'Port': ['ID=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:58.589279 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c6880140-cf07-4c7e-8dea-9a71a2469048 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:51:58.686118 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port c6880140-cf07-4c7e-8dea-9a71a2469048 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:51:58.837906 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.040385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.081113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40da5a1-bba4-450d-8ab3-efa38fe66944 None None] Network a480bb80-1e0e-4249-96e3-c80880de7afc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:51:59.240580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:51:59.269576 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Provisioning for port c6880140-cf07-4c7e-8dea-9a71a2469048 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:51:59.274659 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Provisioning complete for port c6880140-cf07-4c7e-8dea-9a71a2469048 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:51:59.275067 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.362712 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.399161 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] For port c6880140-cf07-4c7e-8dea-9a71a2469048, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c6880140-cf07-4c7e-8dea-9a71a2469048,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:51:59.475405 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.526710 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ca32a-b8ed-488a-928a-7491515e516a None None] Pushing event updated for resources: {'Port': ['ID=c6880140-cf07-4c7e-8dea-9a71a2469048,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:51:59.593925 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-4c65cb9a-854b-4e4c-b53f-d3a4185aa4cc None None] Provisioning complete for port c6880140-cf07-4c7e-8dea-9a71a2469048 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:51:59.594212 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4c65cb9a-854b-4e4c-b53f-d3a4185aa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.609746 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:51:59.619870 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Sync routers for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:51:59.639055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:51:59.639638 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:51:59.697484 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:51:59.698815 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a58d1674-0313-4b38-a1c8-1052ce3d21be admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2596714 Sep 09 06:51:59.701494 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33370) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:51:59.896360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:00.078101 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:51:58Z', 'revision_number': 3, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:00.104789 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Checking router: 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:52:00.105492 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Updating router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:52:00.118457 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.134397 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.285516 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Allocated IP 172.20.0.1 (a480bb80-1e0e-4249-96e3-c80880de7afc/fd5dbde5-f44c-4bc9-84f2-df80367049f8/1cd86988-9807-490a-ae5f-6617d5d9dddd) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:00.387070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.391278 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.401007 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Transition to ACTIVE for port object dc047c1f-0cab-470c-9fc0-a4f5d5da9066 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:00.405960 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Transition to ACTIVE for port object 1cd86988-9807-490a-ae5f-6617d5d9dddd will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:00.457566 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.492657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.512608 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Attempting to bind port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:00.512977 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Attempting to bind port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:00.513332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Attempting to bind port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:00.525456 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3270-90de-4db4-a8a2-5fe5798a82b4 None None] Pushing event updated for resources: {'Port': ['ID=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:00.528426 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:00.528861 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:00.529727 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.529727 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:00.530045 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Bound port: dc047c1f-0cab-470c-9fc0-a4f5d5da9066, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:00.530425 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.532788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Network a480bb80-1e0e-4249-96e3-c80880de7afc is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:00.536218 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:00.539892 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:00.567241 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:00.572888 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c6880140-cf07-4c7e-8dea-9a71a2469048 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:00.588185 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.618721 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] For port dc047c1f-0cab-470c-9fc0-a4f5d5da9066, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:00.622606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] For port dc047c1f-0cab-470c-9fc0-a4f5d5da9066, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:00.647549 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port c6880140-cf07-4c7e-8dea-9a71a2469048 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:00.647839 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.693143 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.781365 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:00.781479 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.781966 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:00.817389 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3270-90de-4db4-a8a2-5fe5798a82b4 None None] Pushing event updated for resources: {'Port': ['ID=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:00.901917 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:00.932933 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-afe11132-a5b0-4caf-b830-873707fcd1f7 None None] Provisioning for port 1cd86988-9807-490a-ae5f-6617d5d9dddd completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:00.937675 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-afe11132-a5b0-4caf-b830-873707fcd1f7 None None] Provisioning complete for port 1cd86988-9807-490a-ae5f-6617d5d9dddd triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:00.938055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-afe11132-a5b0-4caf-b830-873707fcd1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:00.945734 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.017646 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.023570 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-afe11132-a5b0-4caf-b830-873707fcd1f7 None None] Port 1cd86988-9807-490a-ae5f-6617d5d9dddd cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:52:01.082888 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:01.086000 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.136050 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 1, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:01.161896 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ff5-8e39-4652-bb83-e123e8d5ca04 None None] The sync data for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi is: [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 1, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:52:01.180309 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Network a480bb80-1e0e-4249-96e3-c80880de7afc is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:01.180309 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:01.303293 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:52:01.423000 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:52:01.435701 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-13cac1a7-6ffa-41fc-a5e8-73ae5b3e6ed8 admin admin] 10.222.0.37 "PUT /v2.0/routers/202c4ffa-a7fe-4e47-a9aa-dffb61ba0267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330234 Sep 09 06:52:01.454494 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a1bc54b8-1dcf-4792-9cd0-66409761ce07 None None] Provisioning complete for port 1cd86988-9807-490a-ae5f-6617d5d9dddd triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:01.454494 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1bc54b8-1dcf-4792-9cd0-66409761ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.493820 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc54b8-1dcf-4792-9cd0-66409761ce07 None None] Port 1cd86988-9807-490a-ae5f-6617d5d9dddd cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:52:01.608699 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33388) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:01.721304 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-272e4a4a-3e2f-4c17-9be8-34de747f49f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.821144 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-272e4a4a-3e2f-4c17-9be8-34de747f49f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.893715 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-272e4a4a-3e2f-4c17-9be8-34de747f49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:01.941099 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4a4a-3e2f-4c17-9be8-34de747f49f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081e254-7eda-4ac2-b41d-a97bdc9eb480,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:01.946805 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-272e4a4a-3e2f-4c17-9be8-34de747f49f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e6c0201e01f425faf3819923b885454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370786 Sep 09 06:52:01.949453 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33396) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:02.010563 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.034775 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.137838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.140556 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.141497 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5081e254-7eda-4ac2-b41d-a97bdc9eb480 HTTP/1.1" status: 204 len: 168 time: 0.1910541 Sep 09 06:52:02.150990 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaaacc-0ef3-433a-ba24-50fa57857932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081e254-7eda-4ac2-b41d-a97bdc9eb480,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:02.223674 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33406) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:02.228665 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407739200-network', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:02.309121 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Made reservation on behalf of b12980d48aab4c2caedd453a5d1010c0 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:02.311666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.320961 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.411950 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.504217 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.528032 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:52:02.548042 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.548384 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Added segment c1af77c0-573a-4e04-9baf-4a794e573d0d of type vlan for network 24e70a21-2b61-4486-9226-841b76d06685 Sep 09 06:52:02.549609 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad10b4-2e0e-4afd-ab0e-aa09437f0598,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:02.592169 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.610931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device dc047c1f-0cab-470c-9fc0-a4f5d5da9066 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:02.680378 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.681522 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:02.682114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.710069 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:02.714599 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:02.715064 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.744088 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] Pushing event updated for resources: {'Network': ['ID=24e70a21-2b61-4486-9226-841b76d06685,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:02.749353 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bca68258-2b0b-4ad4-bda8-799e65226527 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5245147 Sep 09 06:52:02.752136 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33416) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:02.756555 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 24e70a21-2b61-4486-9226-841b76d06685 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:52:02.757980 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Request body: {'subnet': {'network_id': '24e70a21-2b61-4486-9226-841b76d06685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407739200-subnet', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:02.823246 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Made reservation on behalf of b12980d48aab4c2caedd453a5d1010c0 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:02.826013 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.852402 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.873034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port dc047c1f-0cab-470c-9fc0-a4f5d5da9066, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:02.931622 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:02.982189 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:03.097851 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.165107 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3b2102-6bd6-487e-8f55-a364fad82f67,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:03.168968 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Checking segment: {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:03.169327 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Network hostable DHCP agents. Network: 24e70a21-2b61-4486-9226-841b76d06685, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:52:03.246129 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Network 24e70a21-2b61-4486-9226-841b76d06685 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:52:03.253645 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33428) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:03.265450 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Sync routers for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:52:03.275818 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:03.276405 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:03.297686 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 24e70a21-2b61-4486-9226-841b76d06685) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:03.302269 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:03.303240 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.308165 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a22562-a46a-49eb-a729-76ac4db1f824 None None] Network 24e70a21-2b61-4486-9226-841b76d06685 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:52:03.359184 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-618152602-network', 'tenant_id': '6cfd48cdbd064aba869781e50766cf50'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:03.371006 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-3256d288-91c7-4ede-a6cb-0b727e67fb73 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6150486 Sep 09 06:52:03.371757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33432) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:03.376193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:03.386516 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:03.440096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Made reservation on behalf of 6cfd48cdbd064aba869781e50766cf50 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:03.443366 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.452532 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.471513 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-24e70a21-2b61-4486-9226-841b76d06685', 'network_id': '24e70a21-2b61-4486-9226-841b76d06685', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'fixed_ips': [{'subnet_id': '8f3b2102-6bd6-487e-8f55-a364fad82f67'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:52:03.472366 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.497837 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.499679 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.563811 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.587941 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.606551 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 2, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:03.624965 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Allocated IP 172.20.0.2 (24e70a21-2b61-4486-9226-841b76d06685/8f3b2102-6bd6-487e-8f55-a364fad82f67/9599e1bb-1cf4-410b-8e8f-fe5573bf1f14) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:03.636899 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Checking router: 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:52:03.637254 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Updating router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 port 1cd86988-9807-490a-ae5f-6617d5d9dddd binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:52:03.662775 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.663952 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.687372 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:52:03.705175 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ece82-20b7-4cc0-837d-c22cbdb3f918,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:03.708735 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.709330 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Added segment f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f of type vlan for network 807696b4-7e18-4d78-9f55-0e90dd2b8bde Sep 09 06:52:03.739000 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.755897 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.799812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.808555 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Transition to ACTIVE for port object 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:03.823272 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Transition to ACTIVE for port object 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:03.891626 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.893195 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:03.893997 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.917305 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.959849 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:03.964246 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] Pushing event updated for resources: {'Network': ['ID=807696b4-7e18-4d78-9f55-0e90dd2b8bde,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:03.965547 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Network 24e70a21-2b61-4486-9226-841b76d06685 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:03.969034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:03.970752 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Transition to ACTIVE for port object 1cd86988-9807-490a-ae5f-6617d5d9dddd will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:03.972852 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:03.982107 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-40107ad3-6606-4def-b6ad-2060980b3e06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7266996 Sep 09 06:52:03.982447 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33436) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:03.985702 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:52:03.987600 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Request body: {'subnet': {'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-618152602-subnet', 'tenant_id': '6cfd48cdbd064aba869781e50766cf50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:04.007552 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Pushing event updated for resources: {'Port': ['ID=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.008692 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.028105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.057257 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.080203 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Made reservation on behalf of 6cfd48cdbd064aba869781e50766cf50 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:04.082703 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.092481 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Attempting to bind port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:04.092855 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Attempting to bind port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:04.093234 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Attempting to bind port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 on network 24e70a21-2b61-4486-9226-841b76d06685 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:04.101259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:04.101650 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Checking segment: {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:04.102023 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.102412 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Bound using segment: {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:04.102883 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Bound port: 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:04.103288 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.127351 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Pushing event updated for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.135683 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.136367 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.136937 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.137469 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.138841 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.139528 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.140475 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.141011 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.141990 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.142528 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.143907 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.144663 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:04.144784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Allocated IP 172.27.0.128 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/3ae0ab55-8a73-4575-a615-705a9499a60e) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:04.177891 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] For port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:04.181814 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] For port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:04.227487 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Attempting to bind port 1cd86988-9807-490a-ae5f-6617d5d9dddd on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:04.228137 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Attempting to bind port 1cd86988-9807-490a-ae5f-6617d5d9dddd by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:04.228762 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Attempting to bind port 1cd86988-9807-490a-ae5f-6617d5d9dddd on network a480bb80-1e0e-4249-96e3-c80880de7afc {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:04.234383 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:04.235156 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Checking segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:04.235762 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.236302 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Bound using segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:04.238379 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Bound port: 1cd86988-9807-490a-ae5f-6617d5d9dddd, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:04.238379 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.258014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.306917 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.315025 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] For port 1cd86988-9807-490a-ae5f-6617d5d9dddd, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:04.319903 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] For port 1cd86988-9807-490a-ae5f-6617d5d9dddd, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1cd86988-9807-490a-ae5f-6617d5d9dddd,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:04.354807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4054-8b88-466d-a7f6-bde4729c72a8 None None] Pushing event updated for resources: {'Port': ['ID=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.372149 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.394995 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.423508 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:04.428881 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:04.452501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.466935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16ecef1-c5ef-42ee-9c1a-f124f5295e23,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.475878 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Checking segment: {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:04.476575 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Network hostable DHCP agents. Network: 807696b4-7e18-4d78-9f55-0e90dd2b8bde, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:52:04.492007 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0b06-a8df-4cba-8898-903b6c6add48 None None] Pushing event updated for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.528083 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:04.531991 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:04.540999 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:04.560220 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:52:04.593659 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:04.607377 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae0ab55-8a73-4575-a615-705a9499a60e,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:04.625882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device dc047c1f-0cab-470c-9fc0-a4f5d5da9066 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:04.647133 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 807696b4-7e18-4d78-9f55-0e90dd2b8bde) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:04.653159 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:04.653726 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:04.680903 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e380507-2b27-4d1a-a698-7d4471c5ac3e None None] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:52:04.749664 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-fec11820-e033-437c-97ae-bb1fd8d0b493 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7658699 Sep 09 06:52:04.894873 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:04.935020 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33464c-5d04-4f5e-94c1-81e316af40b0 None None] The sync data for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi is: [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:52:04.964299 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c27bb-6cc1-4aa6-8d88-b3506c72a079 None None] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:52:04.974868 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:05.044668 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:05.045052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:05.224888 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:05.452610 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Router b377b276-2604-4df4-8c61-172cadff74f9 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:52:05.572970 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b759b-d049-48e4-9be4-3a153ac7ba86 None None] Network 24e70a21-2b61-4486-9226-841b76d06685 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:52:05.713325 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-f07aa2b2-0e1d-472a-86b9-28f8a662df13 None None] Provisioning for port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:05.889824 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:52:05.900651 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Sync routers for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:52:05.910214 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:05.910830 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:05.994561 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:05.996862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b7bd1d2b-5623-4f24-841a-94e5443e8ea7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6239839 Sep 09 06:52:05.999511 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33448) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:06.022273 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:06.229816 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 3, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:06.256327 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Checking router: b377b276-2604-4df4-8c61-172cadff74f9 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:52:06.256671 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Updating router b377b276-2604-4df4-8c61-172cadff74f9 port 3ae0ab55-8a73-4575-a615-705a9499a60e binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:52:06.281017 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.413713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.554505 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.564808 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Transition to ACTIVE for port object 3ae0ab55-8a73-4575-a615-705a9499a60e will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:06.587783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Allocated IP 172.20.0.1 (24e70a21-2b61-4486-9226-841b76d06685/8f3b2102-6bd6-487e-8f55-a364fad82f67/8600f77f-155d-4d1d-8d73-8ec2b976401b) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:06.640573 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1cd86988-9807-490a-ae5f-6617d5d9dddd up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:06.644538 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.699613 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.713193 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Transition to ACTIVE for port object 8600f77f-155d-4d1d-8d73-8ec2b976401b will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:06.722440 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Attempting to bind port 3ae0ab55-8a73-4575-a615-705a9499a60e on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:06.722973 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Attempting to bind port 3ae0ab55-8a73-4575-a615-705a9499a60e by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:06.723178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Attempting to bind port 3ae0ab55-8a73-4575-a615-705a9499a60e on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:06.731885 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e066ba9-d412-4585-a7ac-9b240799efef None None] Pushing event updated for resources: {'Port': ['ID=3ae0ab55-8a73-4575-a615-705a9499a60e,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:06.736048 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:06.736421 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:06.736821 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.737204 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:06.737667 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Bound port: 3ae0ab55-8a73-4575-a615-705a9499a60e, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:06.738053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.777538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.794227 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] For port 3ae0ab55-8a73-4575-a615-705a9499a60e, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:06.797293 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] For port 3ae0ab55-8a73-4575-a615-705a9499a60e, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3ae0ab55-8a73-4575-a615-705a9499a60e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:06.811609 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 1cd86988-9807-490a-ae5f-6617d5d9dddd completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:06.816449 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 1cd86988-9807-490a-ae5f-6617d5d9dddd triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:06.816570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Network 24e70a21-2b61-4486-9226-841b76d06685 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:06.816822 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.819692 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:06.825390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:06.853292 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Pushing event updated for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:06.865105 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.874278 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:06.940635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e066ba9-d412-4585-a7ac-9b240799efef None None] Pushing event updated for resources: {'Port': ['ID=3ae0ab55-8a73-4575-a615-705a9499a60e,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:06.971932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:06.972586 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:07.032659 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.079367 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a7e24285-0f9f-4a23-bf98-379e81a6e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.108828 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 1cd86988-9807-490a-ae5f-6617d5d9dddd, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1cd86988-9807-490a-ae5f-6617d5d9dddd,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:07.127173 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.136817 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:07.191519 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-02e34031-559c-4ac6-ab09-98cd35ab4b1b tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:07.192984 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-02e34031-559c-4ac6-ab09-98cd35ab4b1b tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/networks?id=807696b4-7e18-4d78-9f55-0e90dd2b8bde HTTP/1.1" status: 200 len: 808 time: 0.1627464 Sep 09 06:52:07.203729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.203729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:07.220237 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-5595a4d6-5986-4996-a26a-3a33e66c803c tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/quotas/6cfd48cdbd064aba869781e50766cf50 HTTP/1.1" status: 200 len: 375 time: 0.0192842 Sep 09 06:52:07.261832 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7aefd13e-a210-424c-a61f-e7f481bd820e None None] Provisioning for port 8600f77f-155d-4d1d-8d73-8ec2b976401b completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:07.266367 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-259d32f3-45ba-4f18-b0ff-662256b2fa8b tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341499 Sep 09 06:52:07.307662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7aefd13e-a210-424c-a61f-e7f481bd820e None None] Provisioning complete for port 8600f77f-155d-4d1d-8d73-8ec2b976401b triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:07.308036 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7aefd13e-a210-424c-a61f-e7f481bd820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.366953 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.430388 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.502374 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-937e4f1c-115b-4323-8d92-a68fa27960d7 service neutron] 10.222.0.37 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062149 Sep 09 06:52:07.506406 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:07.508590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.537729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7aefd13e-a210-424c-a61f-e7f481bd820e None None] Port 8600f77f-155d-4d1d-8d73-8ec2b976401b cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:52:07.538375 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Pushing event updated for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:07.571164 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 3, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:07.597639 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:07.601234 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3483b6e-2ab8-4872-948f-ce0e40225464 None None] The sync data for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi is: [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:04Z', 'revision_number': 3, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:52:07.604792 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:07.607551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.664509 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-43790e17-b79e-4077-aa3b-43547f2e5e1f service neutron] 10.222.0.37 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503196 Sep 09 06:52:07.680767 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Network 24e70a21-2b61-4486-9226-841b76d06685 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:07.682257 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:07.693495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.733862 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:07.788864 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:07.825492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Router b377b276-2604-4df4-8c61-172cadff74f9 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:52:07.846067 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:07.972599 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-8ac480f4-3316-4b54-9927-b5854e0063f2 None None] Provisioning complete for port 8600f77f-155d-4d1d-8d73-8ec2b976401b triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:07.973333 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ac480f4-3316-4b54-9927-b5854e0063f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:08.015678 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4ddb841a-c812-4ee6-a0b1-d3395e0f9c51 req-18c698db-a40a-4a8a-81d5-7224b7a6aff2 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0382965 Sep 09 06:52:08.027503 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:52:08.028332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-8ac480f4-3316-4b54-9927-b5854e0063f2 None None] Port 8600f77f-155d-4d1d-8d73-8ec2b976401b cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:52:08.034146 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-fc01986a-b5e1-4a08-862f-55ecf8f102eb admin admin] 10.222.0.37 "PUT /v2.0/routers/b377b276-2604-4df4-8c61-172cadff74f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335906 Sep 09 06:52:08.635774 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1cd86988-9807-490a-ae5f-6617d5d9dddd up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:08.685719 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 1cd86988-9807-490a-ae5f-6617d5d9dddd triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:08.686089 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:08.766900 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:08.812709 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:08.813007 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:08.914206 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3ae0ab55-8a73-4575-a615-705a9499a60e up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:09.097626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 3ae0ab55-8a73-4575-a615-705a9499a60e completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:09.102623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 3ae0ab55-8a73-4575-a615-705a9499a60e triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:09.103236 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:09.169096 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ac0898d9-35ee-4caf-89e5-69dc6d202bf2 req-1b10ac20-c735-4cd2-a3ce-2f1d57419faa tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0314565 Sep 09 06:52:09.226675 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:09.249216 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 3ae0ab55-8a73-4575-a615-705a9499a60e, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3ae0ab55-8a73-4575-a615-705a9499a60e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:09.294952 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:09.356750 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=3ae0ab55-8a73-4575-a615-705a9499a60e,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:09.399273 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Sync routers for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:52:09.410822 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:09.414759 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:51:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:09.528641 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:09.589127 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-83be6eed-27a7-41be-96cc-9a47ed723222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:09.742155 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:06Z', 'revision_number': 4, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '8600f77f-155d-4d1d-8d73-8ec2b976401b', 'name': '', 'network_id': '24e70a21-2b61-4486-9226-841b76d06685', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'mac_address': 'fa:16:3e:7c:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:06Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 2, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'subnets': [{'id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:09.772784 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Checking router: b377b276-2604-4df4-8c61-172cadff74f9 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:52:09.773136 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Updating router b377b276-2604-4df4-8c61-172cadff74f9 port 8600f77f-155d-4d1d-8d73-8ec2b976401b binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:52:09.800151 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.092448 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.192856 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.201178 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-da94d3a9-436e-4e9c-907b-d01af00fd344 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:10.202464 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Transition to ACTIVE for port object 8600f77f-155d-4d1d-8d73-8ec2b976401b will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:10.202682 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-da94d3a9-436e-4e9c-907b-d01af00fd344 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "GET /v2.0/networks?id=807696b4-7e18-4d78-9f55-0e90dd2b8bde HTTP/1.1" status: 200 len: 808 time: 0.1248164 Sep 09 06:52:10.219784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Request body: {'port': {'device_id': '88579552-1a22-4b03-a316-ef15755dbfc1', 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde', 'admin_state_up': True, 'tenant_id': '6cfd48cdbd064aba869781e50766cf50'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:10.274768 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.331436 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9e717a21-fc8c-4bef-917f-51fa1b799ac6 req-800d8b90-2739-4ad9-b6d7-9d765c87bd35 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0684631 Sep 09 06:52:10.337002 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45366-b427-4e2f-af9d-fe9acf73d081 None None] Pushing event updated for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:10.393877 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Attempting to bind port 8600f77f-155d-4d1d-8d73-8ec2b976401b on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:10.395663 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Attempting to bind port 8600f77f-155d-4d1d-8d73-8ec2b976401b by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:10.396216 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Attempting to bind port 8600f77f-155d-4d1d-8d73-8ec2b976401b on network 24e70a21-2b61-4486-9226-841b76d06685 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:10.402786 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:10.409962 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Checking segment: {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:10.409962 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.409962 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Bound using segment: {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:10.409962 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Bound port: 8600f77f-155d-4d1d-8d73-8ec2b976401b, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1af77c0-573a-4e04-9baf-4a794e573d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24e70a21-2b61-4486-9226-841b76d06685'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:10.409962 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.491739 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Made reservation on behalf of 6cfd48cdbd064aba869781e50766cf50 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:10.501802 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.510116 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] For port 8600f77f-155d-4d1d-8d73-8ec2b976401b, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:10.515734 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] For port 8600f77f-155d-4d1d-8d73-8ec2b976401b, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=8600f77f-155d-4d1d-8d73-8ec2b976401b,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:10.589721 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.627613 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3ae0ab55-8a73-4575-a615-705a9499a60e up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:10.676355 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45366-b427-4e2f-af9d-fe9acf73d081 None None] Pushing event updated for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:10.680711 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:10.681320 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:52:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:10.720157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Allocated IP 172.20.0.2 (807696b4-7e18-4d78-9f55-0e90dd2b8bde/b16ecef1-c5ef-42ee-9c1a-f124f5295e23/d54540de-6043-4d93-8f55-59f4d35025f2) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:10.774564 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 3ae0ab55-8a73-4575-a615-705a9499a60e triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:10.775465 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.809878 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:10.893339 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:52:10.978061 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.052025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.117351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:11.119406 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:11.121113 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Pushing event updated for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:11.123584 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:11.150623 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:06Z', 'revision_number': 4, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '8600f77f-155d-4d1d-8d73-8ec2b976401b', 'name': '', 'network_id': '24e70a21-2b61-4486-9226-841b76d06685', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'mac_address': 'fa:16:3e:7c:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:06Z', 'updated_at': '2021-09-09T06:52:10Z', 'revision_number': 4, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'subnets': [{'id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:11.196949 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:11.197980 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.216441 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e56d3-e10a-4218-8d9d-21cefa57d5ed None None] The sync data for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi is: [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:52:06Z', 'revision_number': 4, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '8600f77f-155d-4d1d-8d73-8ec2b976401b', 'name': '', 'network_id': '24e70a21-2b61-4486-9226-841b76d06685', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'mac_address': 'fa:16:3e:7c:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:06Z', 'updated_at': '2021-09-09T06:52:10Z', 'revision_number': 4, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'subnets': [{'id': '8f3b2102-6bd6-487e-8f55-a364fad82f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:52:11.276055 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-c25a2ad3-99c5-4527-8e62-055104688868 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0597095 Sep 09 06:52:11.289085 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Request body: {'port': {'device_id': '88579552-1a22-4b03-a316-ef15755dbfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:11.389297 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.570627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbbeeb-1c5f-49f1-889d-2ab4152e5b08 req-95c0e850-ab83-480b-9697-5a5eeaf0c323 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:11.578209 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47fbbeeb-1c5f-49f1-889d-2ab4152e5b08 req-95c0e850-ab83-480b-9697-5a5eeaf0c323 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 931 time: 0.1443961 Sep 09 06:52:11.631308 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47fbbeeb-1c5f-49f1-889d-2ab4152e5b08 req-e94bf8e5-627e-4c72-add8-18bdf1f85a0c tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Sep 09 06:52:11.852486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54540de-6043-4d93-8f55-59f4d35025f2 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:11.852486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.852486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Transition to ACTIVE for port object d54540de-6043-4d93-8f55-59f4d35025f2 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:11.914703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:11.974381 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Pushing event updated for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:12.089007 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Attempting to bind port d54540de-6043-4d93-8f55-59f4d35025f2 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:12.094031 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Attempting to bind port d54540de-6043-4d93-8f55-59f4d35025f2 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:12.094031 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Attempting to bind port d54540de-6043-4d93-8f55-59f4d35025f2 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:12.096561 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Port d54540de-6043-4d93-8f55-59f4d35025f2 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:52:12.096888 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Attempting to bind port d54540de-6043-4d93-8f55-59f4d35025f2 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:12.104147 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:12.104565 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Checking segment: {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:12.105042 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Bound using segment: {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:12.105531 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Bound port: d54540de-6043-4d93-8f55-59f4d35025f2, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:12.105975 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.186226 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:12.190253 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54540de-6043-4d93-8f55-59f4d35025f2,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:12.258354 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.296525 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.297229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.298632 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] 10.222.0.35 "PUT /v2.0/ports/d54540de-6043-4d93-8f55-59f4d35025f2 HTTP/1.1" status: 200 len: 1093 time: 1.0139482 Sep 09 06:52:12.299101 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:12.302005 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3122d50c-9979-479e-ab4a-5e3611ccd418" -d '{"events": [{"name": "network-changed", "server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:12.332972 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5df66-63af-4870-bb04-c042ba75983b service neutron] Pushing event updated for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:12.343127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ee70b-5d30-43a1-af77-0837f582804f x-openstack-request-id: req-547ee70b-5d30-43a1-af77-0837f582804f {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:12.343402 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:12.343650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-547ee70b-5d30-43a1-af77-0837f582804f {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:12.344046 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2', 'status': 'completed', 'code': 200} Sep 09 06:52:12.425668 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-113d5d2d-6264-4ac4-85ce-eea106a37c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.427304 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-113d5d2d-6264-4ac4-85ce-eea106a37c71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0466263 Sep 09 06:52:12.544802 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-4aab6c86-fd46-44f2-ad57-42744fb49ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.546289 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-4aab6c86-fd46-44f2-ad57-42744fb49ca6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6cfd48cdbd064aba869781e50766cf50&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1116374 Sep 09 06:52:12.580102 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 8600f77f-155d-4d1d-8d73-8ec2b976401b up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:12.620090 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.673978 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-fd92beb8-fd7f-4d99-a563-057041092473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.675490 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3122d50c-9979-479e-ab4a-5e3611ccd418 req-fd92beb8-fd7f-4d99-a563-057041092473 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1221585 Sep 09 06:52:12.680232 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 8600f77f-155d-4d1d-8d73-8ec2b976401b completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:12.691774 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 8600f77f-155d-4d1d-8d73-8ec2b976401b triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:12.693140 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.793991 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0788ccf-0617-46ec-90c7-36793d7c40bc req-c8ae8ad9-e66d-4d46-b5b6-7cfa7c540ab6 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.801538 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b0788ccf-0617-46ec-90c7-36793d7c40bc req-c8ae8ad9-e66d-4d46-b5b6-7cfa7c540ab6 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 943 time: 0.0854044 Sep 09 06:52:12.813543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-cc46d4a9-c835-4b2b-8e32-781d45f6bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.819613 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-cc46d4a9-c835-4b2b-8e32-781d45f6bca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0883560 Sep 09 06:52:12.824247 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.873635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 8600f77f-155d-4d1d-8d73-8ec2b976401b, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=8600f77f-155d-4d1d-8d73-8ec2b976401b,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:12.877330 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-360a0d31-c3e7-49e7-bf4a-47a57bb24c09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d54540de-6043-4d93-8f55-59f4d35025f2 HTTP/1.1" status: 200 len: 217 time: 0.0517478 Sep 09 06:52:12.885370 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b0788ccf-0617-46ec-90c7-36793d7c40bc req-90e107e4-bbd4-4e76-8d9a-e388c0f3a162 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Sep 09 06:52:12.953074 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-86b9332a-7109-41e8-b8ff-62bcfc6cefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:12.954507 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:12.954664 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-86b9332a-7109-41e8-b8ff-62bcfc6cefec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b16ecef1-c5ef-42ee-9c1a-f124f5295e23 HTTP/1.1" status: 200 len: 848 time: 0.0684478 Sep 09 06:52:12.995208 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-0ad8c207-6247-451c-a268-097fc6f49e08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=807696b4-7e18-4d78-9f55-0e90dd2b8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325046 Sep 09 06:52:13.005531 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:13.369113 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-346ef597-bab3-4ec4-8644-39e50a1b9e8c service neutron] 10.222.0.35 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663683 Sep 09 06:52:13.473027 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-332a7cc8-3c06-4c00-b286-9b050e3917da req-73c34d4c-df61-4c4d-a618-fce2849e5460 service neutron] 10.222.0.35 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959053 Sep 09 06:52:14.023013 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182540c-1116-45d6-81ed-0d7b708539b5 req-b51a07e8-fb18-4445-8745-63ccc0bbcdd9 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:14.024794 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5182540c-1116-45d6-81ed-0d7b708539b5 req-b51a07e8-fb18-4445-8745-63ccc0bbcdd9 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 943 time: 0.0512695 Sep 09 06:52:14.068867 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5182540c-1116-45d6-81ed-0d7b708539b5 req-b147eca5-b1ca-4389-820f-f56119fad7e8 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380991 Sep 09 06:52:14.191741 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:52:14.562826 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 8600f77f-155d-4d1d-8d73-8ec2b976401b up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:14.618799 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 8600f77f-155d-4d1d-8d73-8ec2b976401b triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:14.619211 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:15.192865 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df631c9-74cf-4ea3-b99f-b2cf7206b48a req-4f24a584-f5c1-4582-a698-ca57dff2b375 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:15.194468 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8df631c9-74cf-4ea3-b99f-b2cf7206b48a req-4f24a584-f5c1-4582-a698-ca57dff2b375 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 943 time: 0.0542908 Sep 09 06:52:15.234226 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8df631c9-74cf-4ea3-b99f-b2cf7206b48a req-37fcd650-fe23-4586-972a-1e39744abec3 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Sep 09 06:52:15.935413 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device d54540de-6043-4d93-8f55-59f4d35025f2 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:52:16.039726 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54540de-6043-4d93-8f55-59f4d35025f2,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:16.055955 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'd54540de-6043-4d93-8f55-59f4d35025f2', 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde', 'port_id': 'd54540de-6043-4d93-8f55-59f4d35025f2', 'mac_address': 'fa:16:3e:82:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16ecef1-c5ef-42ee-9c1a-f124f5295e23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:52:16.107742 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:16.123375 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54540de-6043-4d93-8f55-59f4d35025f2 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:16.144454 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54540de-6043-4d93-8f55-59f4d35025f2,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:16.153972 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:16.223251 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:16.287169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:16.384091 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e64ad1-93b9-447f-aa74-ddb455c13630 req-f1fb7e40-4d21-486a-b324-5211f211ae65 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:16.391455 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-83e64ad1-93b9-447f-aa74-ddb455c13630 req-f1fb7e40-4d21-486a-b324-5211f211ae65 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0613880 Sep 09 06:52:16.429435 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-83e64ad1-93b9-447f-aa74-ddb455c13630 req-38281dbc-7895-43e8-85f2-8d9e752fd5ca tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 Sep 09 06:52:16.433930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['d54540de-6043-4d93-8f55-59f4d35025f2'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:52:17.561475 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835382-eb14-428f-8586-c259e189da72 req-9b835f83-095e-4d7d-a640-6ea45609a52e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:17.563276 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bc835382-eb14-428f-8586-c259e189da72 req-9b835f83-095e-4d7d-a640-6ea45609a52e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0577254 Sep 09 06:52:17.605275 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bc835382-eb14-428f-8586-c259e189da72 req-28a82831-4211-42ad-984b-fbce743978fd tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Sep 09 06:52:17.949382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device d54540de-6043-4d93-8f55-59f4d35025f2 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:18.057434 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port d54540de-6043-4d93-8f55-59f4d35025f2 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:18.062049 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port d54540de-6043-4d93-8f55-59f4d35025f2 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:18.062503 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:18.152189 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:18.177524 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:18.179940 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0def0-6252-4fa8-9752-96b05ce52f68" -d '{"events": [{"server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:18.203445 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54540de-6043-4d93-8f55-59f4d35025f2,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:18.224449 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd3b872-6d33-45ab-bc5a-295ec88d103d x-openstack-request-id: req-7bd3b872-6d33-45ab-bc5a-295ec88d103d {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:18.224835 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:18.225147 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd3b872-6d33-45ab-bc5a-295ec88d103d {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:18.225606 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2', 'code': 200} Sep 09 06:52:18.263391 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:18.316536 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:18.537579 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792996c2-e967-476a-9369-01f82b7c579f req-473ae558-596e-4273-aab2-b3b1a18eb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:18.539116 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-792996c2-e967-476a-9369-01f82b7c579f req-473ae558-596e-4273-aab2-b3b1a18eb36d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0444343 Sep 09 06:52:18.572995 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-792996c2-e967-476a-9369-01f82b7c579f req-49951129-b352-44f5-b875-de821b6fbe73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270355 Sep 09 06:52:18.724113 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8a47-0a74-4430-8941-2923858dd8ff req-14a188ee-dcf8-4abd-a0cb-ad15b1b44096 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:18.725632 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf9d8a47-0a74-4430-8941-2923858dd8ff req-14a188ee-dcf8-4abd-a0cb-ad15b1b44096 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Sep 09 06:52:18.764584 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf9d8a47-0a74-4430-8941-2923858dd8ff req-50aba589-07f0-45eb-a791-23bcaa902924 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Sep 09 06:52:19.881920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd3c3-5c30-407b-9d35-6bbcc0c8986d req-c04a7173-89a7-42e6-8ef2-3192d4f319b3 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:19.883375 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-415dd3c3-5c30-407b-9d35-6bbcc0c8986d req-c04a7173-89a7-42e6-8ef2-3192d4f319b3 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Sep 09 06:52:19.922843 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-415dd3c3-5c30-407b-9d35-6bbcc0c8986d req-7c554fdd-6b22-4f4c-ba13-375f285a4768 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Sep 09 06:52:20.288263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-4d7efd67-36eb-4b35-a9b8-61a440442566 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:20.289742 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-4d7efd67-36eb-4b35-a9b8-61a440442566 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 815 time: 0.1026464 Sep 09 06:52:20.305318 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-0aa762c4-958d-4e6b-89b6-18b9972adc13 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/quotas/3ee9c119613e4d2fa45dd7e636c35ce9 HTTP/1.1" status: 200 len: 375 time: 0.0089772 Sep 09 06:52:20.353712 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-034acd5d-a063-406c-a52f-b7ed7682bd6a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429811 Sep 09 06:52:20.448111 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-77ac0018-b0dc-4f7e-bc4f-ff27f6be712e service neutron] 10.222.0.37 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831411 Sep 09 06:52:20.537172 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-a6bdf039-12b9-4d21-bd0f-99d46d26a824 service neutron] 10.222.0.37 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830252 Sep 09 06:52:20.799390 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1f39921b-b17c-49a7-b691-6938b9ba2ad0 req-042469e6-9cae-4307-975e-b2fd7d9714b4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Sep 09 06:52:21.035067 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079328e6-9c06-4722-b6d9-f762fae63def req-3f312955-a8f9-48c2-b045-27a0d321cfad tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:21.036917 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-079328e6-9c06-4722-b6d9-f762fae63def req-3f312955-a8f9-48c2-b045-27a0d321cfad tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0474014 Sep 09 06:52:21.073310 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-079328e6-9c06-4722-b6d9-f762fae63def req-7af201fa-4127-4668-839f-a85244f8ade7 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 Sep 09 06:52:21.876105 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f622b025-1336-40de-9fe2-7851e1602563 req-23939e56-d69e-49cd-872c-f8fd770790b3 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0248814 Sep 09 06:52:22.205689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013fbb-743e-4766-b8b3-f0d2a46b27fc req-76635cf3-7f53-4609-a341-245aa93c81ee tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:22.207160 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2d013fbb-743e-4766-b8b3-f0d2a46b27fc req-76635cf3-7f53-4609-a341-245aa93c81ee tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Sep 09 06:52:22.243571 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2d013fbb-743e-4766-b8b3-f0d2a46b27fc req-4b4011f6-7cc6-4b9f-bc08-f698b33bea07 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Sep 09 06:52:22.951286 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3111daae-af23-4c36-be67-671d484d304c req-48f3f57e-4dd5-4181-9bf3-02054c198b10 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0248923 Sep 09 06:52:23.359199 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05d16-79b4-46b9-acff-f086e4c9e308 req-a4a94ec0-a07f-46f8-9b3c-617a90df667e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:23.360691 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2a05d16-79b4-46b9-acff-f086e4c9e308 req-a4a94ec0-a07f-46f8-9b3c-617a90df667e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Sep 09 06:52:23.398943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2a05d16-79b4-46b9-acff-f086e4c9e308 req-6b289566-7425-476e-8cef-c708f427576c tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Sep 09 06:52:23.475254 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3a518-7043-421c-9f67-e973c8a4300f req-7e97f1c8-71c8-4807-9128-a06d86e77956 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:23.476675 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-57f3a518-7043-421c-9f67-e973c8a4300f req-7e97f1c8-71c8-4807-9128-a06d86e77956 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0462897 Sep 09 06:52:23.566246 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Deleting port d54540de-6043-4d93-8f55-59f4d35025f2 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:52:23.566500 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:23.653282 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] For port d54540de-6043-4d93-8f55-59f4d35025f2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d54540de-6043-4d93-8f55-59f4d35025f2,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:23.653642 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:23.670717 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Calling delete_port for d54540de-6043-4d93-8f55-59f4d35025f2 owned by compute:nova {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:52:23.880824 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:23.892933 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['d54540de-6043-4d93-8f55-59f4d35025f2'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:52:23.908147 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Pushing event deleted for resources: {'Port': ['ID=d54540de-6043-4d93-8f55-59f4d35025f2,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:23.954463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] No DVR routers for this DVR port d54540de-6043-4d93-8f55-59f4d35025f2 on host hv-cinder-73306 {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:52:23.956882 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:23.958969 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-57f3a518-7043-421c-9f67-e973c8a4300f req-9791201a-d5f4-4a36-8800-ccd990db0418 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "DELETE /v2.0/ports/d54540de-6043-4d93-8f55-59f4d35025f2 HTTP/1.1" status: 204 len: 173 time: 0.4764929 Sep 09 06:52:23.959418 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'name': 'network-vif-deleted', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:23.961602 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c036588-cfe2-4caf-b8d1-296a0cfcebf1" -d '{"events": [{"server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "name": "network-vif-deleted", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:24.006225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5d7f9-d55e-496d-96c2-b20587919873 x-openstack-request-id: req-cba5d7f9-d55e-496d-96c2-b20587919873 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:24.006225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88579552-1a22-4b03-a316-ef15755dbfc1", "name": "network-vif-deleted", "tag": "d54540de-6043-4d93-8f55-59f4d35025f2", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:24.006225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cba5d7f9-d55e-496d-96c2-b20587919873 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:24.006225 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88579552-1a22-4b03-a316-ef15755dbfc1', 'name': 'network-vif-deleted', 'tag': 'd54540de-6043-4d93-8f55-59f4d35025f2', 'status': 'completed', 'code': 200} Sep 09 06:52:24.043277 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e48b345e-d2df-4652-872e-f1a5028e7bb5 req-1d6e85a6-712f-4b56-a08a-6249caab7527 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0259647 Sep 09 06:52:24.501295 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ae0b962-55db-414b-8d27-d6f5f47b9670 req-f687def5-f886-4d64-880c-c70e5fea3ba8 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=88579552-1a22-4b03-a316-ef15755dbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253348 Sep 09 06:52:24.765838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-10aae91c-fc6b-4956-a83c-6b571e8fcf5e tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:24.767311 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-10aae91c-fc6b-4956-a83c-6b571e8fcf5e tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 815 time: 0.1064417 Sep 09 06:52:24.785172 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'port': {'device_id': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'admin_state_up': True, 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:24.971284 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Made reservation on behalf of 3ee9c119613e4d2fa45dd7e636c35ce9 for: {'port': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:24.976299 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:25.113950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Allocated IP 172.20.0.5 (a480bb80-1e0e-4249-96e3-c80880de7afc/fd5dbde5-f44c-4bc9-84f2-df80367049f8/233ed62c-75c2-485a-af98-e025cabd60c6) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:25.152684 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4f076fd5-6e1c-43a2-a69c-23d9f0f18567 req-f57d38c1-49e1-4df8-9f65-4f33d941765b tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0283258 Sep 09 06:52:25.299229 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:25.315121 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Transition to ACTIVE for port object 233ed62c-75c2-485a-af98-e025cabd60c6 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:25.412749 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:25.476134 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Network a480bb80-1e0e-4249-96e3-c80880de7afc is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:25.480100 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:25.483962 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:25.548361 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:25.553116 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:25.553783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:25.618010 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-f9a27720-dd3b-4bf4-af05-6feb3835ec15 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364344 Sep 09 06:52:25.851768 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e02f25ea-ab51-4527-af30-a77217ec9831 None None] Provisioning for port 233ed62c-75c2-485a-af98-e025cabd60c6 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:25.856130 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e02f25ea-ab51-4527-af30-a77217ec9831 None None] Provisioning complete for port 233ed62c-75c2-485a-af98-e025cabd60c6 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:25.856498 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e02f25ea-ab51-4527-af30-a77217ec9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:25.866743 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-da6ff2c8-cb7d-463f-9822-788c332b1f8d tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:25.868380 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-da6ff2c8-cb7d-463f-9822-788c332b1f8d tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/networks?id=807696b4-7e18-4d78-9f55-0e90dd2b8bde HTTP/1.1" status: 200 len: 808 time: 0.1148453 Sep 09 06:52:25.893458 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-e02f25ea-ab51-4527-af30-a77217ec9831 None None] Port 233ed62c-75c2-485a-af98-e025cabd60c6 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:52:25.899549 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-48ee8c24-149a-454f-bd1b-097445439278 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/quotas/6cfd48cdbd064aba869781e50766cf50 HTTP/1.1" status: 200 len: 375 time: 0.0233271 Sep 09 06:52:25.928447 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-2a408d8c-30ca-4e83-bdec-e38c76acc1bf tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276706 Sep 09 06:52:26.016678 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device d54540de-6043-4d93-8f55-59f4d35025f2 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:52:26.040385 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: d54540de-6043-4d93-8f55-59f4d35025f2 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:52:26.040722 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device d54540de-6043-4d93-8f55-59f4d35025f2 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:52:26.044553 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-7c040929-7986-45ec-a05b-0505e3067f1c service neutron] 10.222.0.37 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080427 Sep 09 06:52:26.140841 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-744f3036-917b-43f9-ab50-4037ba451210 service neutron] 10.222.0.37 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901871 Sep 09 06:52:26.284177 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ee878-9fc9-4300-87f0-fda8eb6d02c0 req-84521195-1747-48a8-9836-6c1c0ba69158 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:26.285612 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ea9ee878-9fc9-4300-87f0-fda8eb6d02c0 req-84521195-1747-48a8-9836-6c1c0ba69158 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0564184 Sep 09 06:52:26.325675 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ea9ee878-9fc9-4300-87f0-fda8eb6d02c0 req-3b8be26d-23a3-40d3-a0f9-505312b72e42 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Sep 09 06:52:26.386533 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2614debf-0df8-4a7c-99f5-10efc824432f req-b719da72-6f21-4d04-acad-ae8f8bb118d5 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0266607 Sep 09 06:52:27.448808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1583990-efd0-4b27-a703-d998c7fa32ec req-3fe0a205-5aba-4b26-b835-b79a15ca9cb8 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:27.450350 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d1583990-efd0-4b27-a703-d998c7fa32ec req-3fe0a205-5aba-4b26-b835-b79a15ca9cb8 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0484533 Sep 09 06:52:27.488307 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6c338c4-14c0-4aa1-a1a0-648b434cd984 req-1389a0a7-dbe6-4156-b40e-e34b29b56c3a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0364931 Sep 09 06:52:27.516137 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d1583990-efd0-4b27-a703-d998c7fa32ec req-d2fd54ff-8b60-4adf-9cbd-586fdc4ea7eb tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562568 Sep 09 06:52:28.582656 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-61d2e49f-48b9-4f9f-9e92-803c84bb165b req-36d8ccd4-6ef3-47cf-b0a3-12399cf5b5c9 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0251169 Sep 09 06:52:28.637427 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f9498-4cdf-49c2-828c-61732198e188 req-4ec7d0b6-2e0f-41a3-bd95-90eed389ffa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:28.639047 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a02f9498-4cdf-49c2-828c-61732198e188 req-4ec7d0b6-2e0f-41a3-bd95-90eed389ffa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0548480 Sep 09 06:52:28.676872 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a02f9498-4cdf-49c2-828c-61732198e188 req-2f72f8e5-a0ca-4f14-a18d-3b77c1868a8c tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Sep 09 06:52:29.678208 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a4a21a6a-d818-430e-a1eb-c078a08b9bc9 req-c7a7b1bd-974a-46d3-b630-cbc5814072d7 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0252097 Sep 09 06:52:29.809148 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591708c1-2799-4f66-afa0-f968ad0e12a6 req-8d749db3-d975-426b-8700-9b49ee62b8b0 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:29.810625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-591708c1-2799-4f66-afa0-f968ad0e12a6 req-8d749db3-d975-426b-8700-9b49ee62b8b0 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0508389 Sep 09 06:52:29.870074 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-591708c1-2799-4f66-afa0-f968ad0e12a6 req-a84e9904-2e81-4e0e-8c82-38c20e2073b6 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Sep 09 06:52:30.779415 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f0f8147c-5f19-4930-b225-34e72d1588b8 req-f139157a-9982-49ed-9141-78dad15e7ac2 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0255888 Sep 09 06:52:30.977568 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963e49-8c4a-4fa6-84b5-6bcf3896294a req-9c844c4b-b621-476a-a229-08e7eb85fd56 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:30.979149 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-73963e49-8c4a-4fa6-84b5-6bcf3896294a req-9c844c4b-b621-476a-a229-08e7eb85fd56 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0529904 Sep 09 06:52:31.017020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-73963e49-8c4a-4fa6-84b5-6bcf3896294a req-0a8c8b90-50e3-466d-b213-cd8992c4dc85 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Sep 09 06:52:31.876476 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5872822b-9b30-44de-8113-7107f424e6b7 req-b3c6d7af-ccd2-4032-86c0-d460425c092d tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0256596 Sep 09 06:52:32.152786 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b281c5-767d-4971-a547-be94e36025fd req-c368bdfe-3339-43ea-9d0d-66a8721f35de tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:32.154254 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1b281c5-767d-4971-a547-be94e36025fd req-c368bdfe-3339-43ea-9d0d-66a8721f35de tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0719988 Sep 09 06:52:32.190376 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a1b281c5-767d-4971-a547-be94e36025fd req-8f71efbb-025c-4890-8aba-dcdd21d0d7b6 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303004 Sep 09 06:52:32.972887 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-af7400d7-2d45-49a2-ad9e-de0aae4abb52 req-894236bc-d5c1-4c4a-a739-dde034ab3254 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0266869 Sep 09 06:52:33.307283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470bf7-7ec4-4b89-9aed-2b5ce299cba1 req-be6d790e-0b3f-4fe9-bc16-18524dbd44fe tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:33.308757 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cd470bf7-7ec4-4b89-9aed-2b5ce299cba1 req-be6d790e-0b3f-4fe9-bc16-18524dbd44fe tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0478537 Sep 09 06:52:33.348918 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cd470bf7-7ec4-4b89-9aed-2b5ce299cba1 req-81a0572c-323a-4e7f-97bf-51798f61956d tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340786 Sep 09 06:52:34.067092 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d6545284-1e91-4628-b0a5-ae6cbdd13b62 req-7216151f-d256-4568-a689-ee4a029fdcd0 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Sep 09 06:52:34.471622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f00e9-c4cf-4085-b463-a78ea38fbc27 req-12de4410-c5b2-4555-bad3-249a09d100f1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:34.473109 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-047f00e9-c4cf-4085-b463-a78ea38fbc27 req-12de4410-c5b2-4555-bad3-249a09d100f1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0485773 Sep 09 06:52:34.510469 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-047f00e9-c4cf-4085-b463-a78ea38fbc27 req-91867f42-b512-4b84-ad1d-8f907cb432d5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Sep 09 06:52:35.162199 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e1b43db6-1761-4e9b-8dd1-c3154192d83b req-9a8e76e0-3c76-4cd0-b9b7-c6135b92d480 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0247452 Sep 09 06:52:35.622031 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a997ea-5bfb-4255-a126-4cb117830202 req-3be075e8-146d-4d39-af02-32b9ac215e87 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:35.623529 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90a997ea-5bfb-4255-a126-4cb117830202 req-3be075e8-146d-4d39-af02-32b9ac215e87 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 931 time: 0.0461462 Sep 09 06:52:35.662572 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-90a997ea-5bfb-4255-a126-4cb117830202 req-9dd6c364-3b3b-48db-849b-b4adaae4d159 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Sep 09 06:52:36.255376 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-81fa705f-bd23-459c-bad5-555a60c2f058 req-8867ea7a-e05f-49b6-8fd7-f4dea3f52548 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Sep 09 06:52:36.260225 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Request body: {'port': {'device_id': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:36.312432 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:36.580508 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233ed62c-75c2-485a-af98-e025cabd60c6 {{(pid=100949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:36.587742 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:36.599259 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Transition to ACTIVE for port object 233ed62c-75c2-485a-af98-e025cabd60c6 will not be triggered until provisioned by entity L2. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:36.657124 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:36.725591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:36.811754 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Attempting to bind port 233ed62c-75c2-485a-af98-e025cabd60c6 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:36.812093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Attempting to bind port 233ed62c-75c2-485a-af98-e025cabd60c6 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:36.812421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Attempting to bind port 233ed62c-75c2-485a-af98-e025cabd60c6 on network a480bb80-1e0e-4249-96e3-c80880de7afc {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:36.823122 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f313f6-6418-4ca6-b0f1-a10587f5d464 req-69ea12cd-a93e-4cae-9a08-ddf60ed12361 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:36.824658 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5f313f6-6418-4ca6-b0f1-a10587f5d464 req-69ea12cd-a93e-4cae-9a08-ddf60ed12361 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 943 time: 0.0738578 Sep 09 06:52:36.826942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Port 233ed62c-75c2-485a-af98-e025cabd60c6 on network a480bb80-1e0e-4249-96e3-c80880de7afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:52:36.827294 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Attempting to bind port 233ed62c-75c2-485a-af98-e025cabd60c6 on network a480bb80-1e0e-4249-96e3-c80880de7afc {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:36.840322 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:36.840655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Checking segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:36.841028 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Bound using segment: {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'} {{(pid=100949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:36.841465 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.managers [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Bound port: 233ed62c-75c2-485a-af98-e025cabd60c6, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f702d41-e764-4932-99fa-d99eea490325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc'}}] {{(pid=100949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:36.841816 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:36.898931 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f5f313f6-6418-4ca6-b0f1-a10587f5d464 req-21a1694f-40dc-4636-85d0-10ca800c8e68 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664818 Sep 09 06:52:36.926360 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, cleared binding levels {{(pid=100949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:36.929935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:37.011515 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:37.048392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.048392 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:37.049584 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] 10.222.0.35 "PUT /v2.0/ports/233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 1093 time: 0.7965620 Sep 09 06:52:37.050002 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:37.052233 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:37.079033 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e6d0-f8df-4d97-afcc-1b94a5814c90 service neutron] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=3']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:37.093580 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5a392-efbc-4eb8-ba7c-14a85ffff233 x-openstack-request-id: req-05c5a392-efbc-4eb8-ba7c-14a85ffff233 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:37.093948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:37.094258 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05c5a392-efbc-4eb8-ba7c-14a85ffff233 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:37.094719 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:52:37.097020 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-dc7be969-c248-4af4-85ac-dd340381c11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:37.164183 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-84cd870c-9921-46e0-be61-c2a9add3c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.165703 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-84cd870c-9921-46e0-be61-c2a9add3c44a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1096 time: 0.0465765 Sep 09 06:52:37.264341 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-75541a0b-fc47-45a8-9f39-2293e183f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.265802 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-75541a0b-fc47-45a8-9f39-2293e183f26a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0909150 Sep 09 06:52:37.371338 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85cc898e-9127-4b2e-9111-011a08208ce4 req-4b3ed8a1-f81f-425a-8ebb-688643fac835 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0340407 Sep 09 06:52:37.394046 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-e28c63bd-d4ce-4a35-bde0-21c797619170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.395558 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45cec34e-08bc-464f-bfcb-7b1d42c5d3cd req-e28c63bd-d4ce-4a35-bde0-21c797619170 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1221344 Sep 09 06:52:37.469374 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-a16d39e1-aa37-4fe0-85d8-b238545b87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.470847 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-a16d39e1-aa37-4fe0-85d8-b238545b87c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1096 time: 0.0414035 Sep 09 06:52:37.515346 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-a328d6d2-6ae9-4ac1-8a52-c3cbd5f82a94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 217 time: 0.0363443 Sep 09 06:52:37.563259 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-57790f83-f47b-41a0-b4e4-78a82753093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.564774 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-57790f83-f47b-41a0-b4e4-78a82753093b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0420642 Sep 09 06:52:37.603266 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-d18eee10-3888-4d1a-ae44-20b3d944bfa0 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.604793 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-d18eee10-3888-4d1a-ae44-20b3d944bfa0 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "GET /v2.0/networks?id=807696b4-7e18-4d78-9f55-0e90dd2b8bde HTTP/1.1" status: 200 len: 808 time: 0.1062615 Sep 09 06:52:37.610706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-d1d81e63-d7ed-411c-a129-69cf07939633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:37.612279 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-d1d81e63-d7ed-411c-a129-69cf07939633 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402539 Sep 09 06:52:37.617706 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Request body: {'port': {'device_id': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde', 'admin_state_up': True, 'tenant_id': '6cfd48cdbd064aba869781e50766cf50'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:37.705164 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-33644a66-bef6-497e-9503-8c10159e0eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852323 Sep 09 06:52:37.765100 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Made reservation on behalf of 6cfd48cdbd064aba869781e50766cf50 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:52:37.769025 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:37.802690 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-173aeb57-58bb-427a-b816-5eb0e702ce60 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840337 Sep 09 06:52:37.897100 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Allocated IP 172.20.0.12 (807696b4-7e18-4d78-9f55-0e90dd2b8bde/b16ecef1-c5ef-42ee-9c1a-f124f5295e23/f3bca749-fab5-48e4-a4c6-2bf6d8ad8183) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:38.017413 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19664b-7dc9-49b5-8b83-8003141fa5ef req-5f7d9977-ece1-4f0c-9af4-11f811e3323f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:38.018925 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd19664b-7dc9-49b5-8b83-8003141fa5ef req-5f7d9977-ece1-4f0c-9af4-11f811e3323f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 943 time: 0.0513108 Sep 09 06:52:38.043548 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.056033 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dd19664b-7dc9-49b5-8b83-8003141fa5ef req-a38db615-1380-4175-86ed-ced5f4a1f600 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Sep 09 06:52:38.125778 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.166936 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Network 807696b4-7e18-4d78-9f55-0e90dd2b8bde is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:38.169991 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:38.175904 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:38.182054 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Pushing event updated for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:38.210554 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.210953 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.211255 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.211582 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.211903 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.212223 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.212540 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.212863 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.213176 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.213489 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.213801 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.214112 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:38.235912 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:38.237770 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.314678 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3cca8a62-171e-4858-bb2f-b077d985265a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7009690 Sep 09 06:52:38.327787 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Request body: {'port': {'device_id': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:38.383213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.492340 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b8475-5594-4086-82b2-f7942f5bc6ba req-88f7c7ec-db41-4f07-bff7-9c196e8da445 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:38.493849 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a7b8475-5594-4086-82b2-f7942f5bc6ba req-88f7c7ec-db41-4f07-bff7-9c196e8da445 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 932 time: 0.0502682 Sep 09 06:52:38.532020 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4a7b8475-5594-4086-82b2-f7942f5bc6ba req-b22447b0-ca71-482a-b4e7-470538c1762e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Sep 09 06:52:38.638352 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:38.645593 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.657578 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Transition to ACTIVE for port object f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:52:38.742712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.792735 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:38.859544 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Attempting to bind port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:52:38.859875 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Attempting to bind port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:52:38.860200 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Attempting to bind port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:38.864406 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:52:38.864747 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Attempting to bind port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 on network 807696b4-7e18-4d78-9f55-0e90dd2b8bde {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:52:38.869461 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:52:38.869792 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Checking segment: {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:52:38.870172 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Bound using segment: {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:52:38.870588 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Bound port: f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:52:38.870938 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:38.931665 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:52:38.934497 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:52:39.005035 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:39.040009 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.040614 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:39.042089 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] 10.222.0.35 "PUT /v2.0/ports/f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 HTTP/1.1" status: 200 len: 1094 time: 0.7182522 Sep 09 06:52:39.042604 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:39.044992 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b" -d '{"events": [{"name": "network-changed", "server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:39.070099 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd8151-caf9-443e-a089-601bcf44c602 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:39.084360 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e43a787-518f-479d-b29f-756bcc0d7505 x-openstack-request-id: req-6e43a787-518f-479d-b29f-756bcc0d7505 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:39.084624 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:39.084876 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e43a787-518f-479d-b29f-756bcc0d7505 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:39.085261 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183', 'status': 'completed', 'code': 200} Sep 09 06:52:39.147530 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-4425e712-f1d1-4a81-b7dc-2e2b39722e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.149022 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-4425e712-f1d1-4a81-b7dc-2e2b39722e2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0438046 Sep 09 06:52:39.168856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b50537-ca8c-4ace-8288-972aef1e4d3b req-707c0fef-05ea-4688-a37b-8f91d6e171d2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.170322 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6b50537-ca8c-4ace-8288-972aef1e4d3b req-707c0fef-05ea-4688-a37b-8f91d6e171d2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 943 time: 0.0479367 Sep 09 06:52:39.206987 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6b50537-ca8c-4ace-8288-972aef1e4d3b req-6f19f9b7-9ecb-4ea2-b75b-fff0493c3d78 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Sep 09 06:52:39.311404 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-66df7624-b703-4dfd-be6f-3fe1a3af74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.312865 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-66df7624-b703-4dfd-be6f-3fe1a3af74d6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6cfd48cdbd064aba869781e50766cf50&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1561408 Sep 09 06:52:39.465910 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-5168af14-402e-4f93-9438-2c721e7fc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.467310 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7c4330ba-cd3f-4d2f-b132-3042f34cd29b req-5168af14-402e-4f93-9438-2c721e7fc183 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1478527 Sep 09 06:52:39.545025 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-fc641aed-de4e-4863-beb8-480bfe7ad376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.547677 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-fc641aed-de4e-4863-beb8-480bfe7ad376 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfd48cdbd064aba869781e50766cf50&device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0414240 Sep 09 06:52:39.588589 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-6f12cb99-5979-4d08-9301-9c99979774db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 HTTP/1.1" status: 200 len: 217 time: 0.0335259 Sep 09 06:52:39.611845 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b816-6a0e-44e8-bfcf-31e3b2dcc76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:39.637450 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-36bc8026-5552-4be0-a43b-e996a4661ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.638939 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-36bc8026-5552-4be0-a43b-e996a4661ee0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b16ecef1-c5ef-42ee-9c1a-f124f5295e23 HTTP/1.1" status: 200 len: 848 time: 0.0435665 Sep 09 06:52:39.649464 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2dca-f7d6-46ad-9edb-038d169b197e req-4affeb5e-07eb-46fb-91fc-49a85f9705f0 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:39.655920 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5e3f2dca-f7d6-46ad-9edb-038d169b197e req-4affeb5e-07eb-46fb-91fc-49a85f9705f0 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 944 time: 0.0517080 Sep 09 06:52:39.669858 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-da54b878-d720-4a8d-8381-5d6b777786c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=807696b4-7e18-4d78-9f55-0e90dd2b8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232027 Sep 09 06:52:39.688061 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5e3f2dca-f7d6-46ad-9edb-038d169b197e req-55a95185-64d0-40b9-b217-be1cd55a3bdf tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Sep 09 06:52:39.760284 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-78a6d465-276f-4e65-8afe-35717154ecee service neutron] 10.222.0.35 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829403 Sep 09 06:52:39.850620 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3c43c2a8-0996-47b2-8967-ab581d27b809 req-3c7e7d80-8588-4942-8e7e-5bf2dd1f4473 service neutron] 10.222.0.35 "GET /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Sep 09 06:52:40.079250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:40.089169 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 233ed62c-75c2-485a-af98-e025cabd60c6 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:52:40.179748 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:40.190242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '233ed62c-75c2-485a-af98-e025cabd60c6', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'port_id': '233ed62c-75c2-485a-af98-e025cabd60c6', 'mac_address': 'fa:16:3e:9a:eb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:52:40.229311 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:40.241780 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233ed62c-75c2-485a-af98-e025cabd60c6 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:40.260486 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:40.308017 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:40.317293 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c75d5-795d-470f-b1f1-c117c9479a68 req-4838cf63-626f-40af-8f0a-183e08edfd0c tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:40.318811 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-348c75d5-795d-470f-b1f1-c117c9479a68 req-4838cf63-626f-40af-8f0a-183e08edfd0c tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 943 time: 0.0477142 Sep 09 06:52:40.354773 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:40.357201 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-348c75d5-795d-470f-b1f1-c117c9479a68 req-0f5d6edb-67d7-4970-b01f-599d20eef7fc tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Sep 09 06:52:40.361821 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.362168 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.362506 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.363309 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.363309 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.363530 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.363820 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.364145 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.364470 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.364812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.365136 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.365454 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:52:40.511669 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:52:40.690691 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:40.799126 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a0d24-8941-415f-aafa-586875558957 req-f876c223-2021-4332-b21f-e1326d62a1df tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:40.800597 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e42a0d24-8941-415f-aafa-586875558957 req-f876c223-2021-4332-b21f-e1326d62a1df tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 944 time: 0.0474207 Sep 09 06:52:40.837652 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e42a0d24-8941-415f-aafa-586875558957 req-52efe0a8-73b4-42de-b0bb-74e0f235070e tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Sep 09 06:52:41.469807 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e36c5-4fb8-46ac-86a5-91f45a6859e4 req-d7a9957e-abbc-494d-9410-a5df2db66286 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:41.471260 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5a1e36c5-4fb8-46ac-86a5-91f45a6859e4 req-d7a9957e-abbc-494d-9410-a5df2db66286 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 944 time: 0.0497618 Sep 09 06:52:41.509603 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5a1e36c5-4fb8-46ac-86a5-91f45a6859e4 req-cebd28a3-e429-45e1-bcc0-d7a9c44567b1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Sep 09 06:52:41.949609 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c968-79cd-46c4-8ed1-a41c5e5dc1eb req-f6ec5c3c-7f2c-4978-b392-deaa2e96983d tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:41.951139 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c41c968-79cd-46c4-8ed1-a41c5e5dc1eb req-f6ec5c3c-7f2c-4978-b392-deaa2e96983d tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 944 time: 0.0484202 Sep 09 06:52:41.988695 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7c41c968-79cd-46c4-8ed1-a41c5e5dc1eb req-b81808d6-9eac-4825-988f-f28ae270202a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Sep 09 06:52:42.099627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:52:42.102701 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 233ed62c-75c2-485a-af98-e025cabd60c6 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:42.227113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:42.235249 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 233ed62c-75c2-485a-af98-e025cabd60c6 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:42.243657 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 233ed62c-75c2-485a-af98-e025cabd60c6 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:42.244029 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.245499 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183', 'network_id': '807696b4-7e18-4d78-9f55-0e90dd2b8bde', 'port_id': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183', 'mac_address': 'fa:16:3e:f0:6e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16ecef1-c5ef-42ee-9c1a-f124f5295e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:52:42.308319 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.325682 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:52:42.373128 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:42.383957 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.408168 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:42.410362 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6867b5-64c8-40ae-8430-94fd69ce183a" -d '{"events": [{"server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "name": "network-vif-plugged", "status": "completed", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:42.422094 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:42.433980 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.458023 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e554b0b0-7ba2-4280-af43-eafbbad29763 x-openstack-request-id: req-e554b0b0-7ba2-4280-af43-eafbbad29763 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:42.458283 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "name": "network-vif-plugged", "status": "completed", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:42.458573 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e554b0b0-7ba2-4280-af43-eafbbad29763 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:42.458975 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'code': 200} Sep 09 06:52:42.465035 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.484917 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:42.502247 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:42.548867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:42.620876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634e614-d4c0-427e-9e40-7bdea41ddc30 req-6506fde7-1b29-4632-b789-aadb5f6aa7f2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:42.622327 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7634e614-d4c0-427e-9e40-7bdea41ddc30 req-6506fde7-1b29-4632-b789-aadb5f6aa7f2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Sep 09 06:52:42.642619 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f3bca749-fab5-48e4-a4c6-2bf6d8ad8183'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:52:42.659459 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7634e614-d4c0-427e-9e40-7bdea41ddc30 req-ae738b7c-5db5-4b92-9287-3d9ff32def78 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Sep 09 06:52:42.755117 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0c6a-d666-422e-983c-629acfe8097b req-e41c7797-493d-42f0-b7a7-cd643003970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:42.756553 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-654c0c6a-d666-422e-983c-629acfe8097b req-e41c7797-493d-42f0-b7a7-cd643003970c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1098 time: 0.0385950 Sep 09 06:52:42.790069 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-654c0c6a-d666-422e-983c-629acfe8097b req-c09de2fe-fdd4-48c6-bb6a-f609688eb632 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266600 Sep 09 06:52:43.103687 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3735e4b-54b1-40b5-bb1c-d4662017567f req-8689657c-3dd9-4903-9e81-c0bed2cb8977 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:43.105097 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3735e4b-54b1-40b5-bb1c-d4662017567f req-8689657c-3dd9-4903-9e81-c0bed2cb8977 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Sep 09 06:52:43.140117 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d3735e4b-54b1-40b5-bb1c-d4662017567f req-a440f2cd-fbdd-46cd-b378-88961ffb2750 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292711 Sep 09 06:52:43.772550 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6ec36-cb42-4ef3-ba72-121dbf9710ee req-2233e7b3-2a22-4d4b-9149-6f0b096fac74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:43.774071 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d1f6ec36-cb42-4ef3-ba72-121dbf9710ee req-2233e7b3-2a22-4d4b-9149-6f0b096fac74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Sep 09 06:52:43.810673 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d1f6ec36-cb42-4ef3-ba72-121dbf9710ee req-d0e66637-fb1c-41ef-bfba-a8dcc68bab3c tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306253 Sep 09 06:52:44.104430 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:52:44.211186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:52:44.215327 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:52:44.215702 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:44.252473 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be83133-6f8c-42bb-9775-8b2e6041595d req-8dfb145e-a0d2-4bc2-b258-732894122b7b tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:44.253930 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1be83133-6f8c-42bb-9775-8b2e6041595d req-8dfb145e-a0d2-4bc2-b258-732894122b7b tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Sep 09 06:52:44.290982 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1be83133-6f8c-42bb-9775-8b2e6041595d req-fc00ecaa-a79e-44cf-8fb6-321bb51f5e06 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Sep 09 06:52:44.296410 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:44.329250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:44.370837 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:44.415623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:44.459665 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:44.461907 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd66d41-c83d-4c31-9332-ca948b1c0a4f" -d '{"events": [{"server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:44.497078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0643f742-336b-4e31-8973-640a3bf69bac x-openstack-request-id: req-0643f742-336b-4e31-8973-640a3bf69bac {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:44.497374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:44.497627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0643f742-336b-4e31-8973-640a3bf69bac {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:44.498038 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183', 'code': 200} Sep 09 06:52:44.728647 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79134f-bd83-46f0-8d6a-5daf758f4420 req-250a58da-a496-42de-bd25-ab103b4a5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:44.730008 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-1d79134f-bd83-46f0-8d6a-5daf758f4420 req-250a58da-a496-42de-bd25-ab103b4a5f36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0382407 Sep 09 06:52:44.763223 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-1d79134f-bd83-46f0-8d6a-5daf758f4420 req-629ee8b1-3db8-449c-9068-c46bea9ade20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255377 Sep 09 06:52:44.924982 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed7115-f8d8-4850-873a-974c561e6edb req-e2cc7dfe-66ac-4cdc-b68c-828467804efa tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:44.926413 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-27ed7115-f8d8-4850-873a-974c561e6edb req-e2cc7dfe-66ac-4cdc-b68c-828467804efa tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0504074 Sep 09 06:52:44.962625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-27ed7115-f8d8-4850-873a-974c561e6edb req-6d07f71c-90ed-4e60-9025-ae314a431daa tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Sep 09 06:52:45.071816 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7750-887e-4585-8e57-dd049520c40d req-9714ab15-32c5-4700-998f-a3bc8b8e8d48 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:45.073248 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a7750-887e-4585-8e57-dd049520c40d req-9714ab15-32c5-4700-998f-a3bc8b8e8d48 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0460813 Sep 09 06:52:45.109099 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9c1a7750-887e-4585-8e57-dd049520c40d req-b5b4c9a4-3783-4140-a496-934730d4245f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301950 Sep 09 06:52:45.434422 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d211518-6f42-42bf-a4ba-ba1adc6f8b46 req-a7209859-1791-46f5-90af-fcc61f868a48 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:45.435896 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5d211518-6f42-42bf-a4ba-ba1adc6f8b46 req-a7209859-1791-46f5-90af-fcc61f868a48 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 946 time: 0.0777459 Sep 09 06:52:45.447401 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d5076-2197-4963-bda6-672cf07c69e3 req-c2730ffe-279c-4ffd-856f-af9349686192 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:45.448748 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a6d5076-2197-4963-bda6-672cf07c69e3 req-c2730ffe-279c-4ffd-856f-af9349686192 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0654347 Sep 09 06:52:45.502249 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5d211518-6f42-42bf-a4ba-ba1adc6f8b46 req-cb1b373f-5b4c-486f-ba84-ca33bd8a0609 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Sep 09 06:52:45.505100 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7a6d5076-2197-4963-bda6-672cf07c69e3 req-7e941fd4-4a34-4d35-9998-a07d943f2e40 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490224 Sep 09 06:52:46.098466 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:46.616782 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13186-430f-4742-a17f-8114cf77ab87 req-4f802638-6413-4e96-b579-d2a9b9a97d16 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:46.618270 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36b13186-430f-4742-a17f-8114cf77ab87 req-4f802638-6413-4e96-b579-d2a9b9a97d16 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Sep 09 06:52:46.655809 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-36b13186-430f-4742-a17f-8114cf77ab87 req-122b92c7-81b3-4973-8516-deb05a7af517 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 09 06:52:47.998763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50eeb-b858-4a4c-a498-a0b18eacddfe req-c65865e1-2311-4ee9-b15c-de36b1ce5ccb tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:48.000215 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-92f50eeb-b858-4a4c-a498-a0b18eacddfe req-c65865e1-2311-4ee9-b15c-de36b1ce5ccb tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 946 time: 0.0466106 Sep 09 06:52:48.036784 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-92f50eeb-b858-4a4c-a498-a0b18eacddfe req-b7482d64-8746-41e2-821c-fccc33934fcb tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Sep 09 06:52:49.151484 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65fc58-d252-4ac1-b0f7-d38d6a21b2fe req-c9479a9d-f957-4de2-b3c1-394a3abd7a1c tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:49.152770 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd65fc58-d252-4ac1-b0f7-d38d6a21b2fe req-c9479a9d-f957-4de2-b3c1-394a3abd7a1c tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Sep 09 06:52:49.189862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd65fc58-d252-4ac1-b0f7-d38d6a21b2fe req-417640dd-9b8d-48f2-82e2-6f94bf3fae58 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/security-groups?id=d66ece82-20b7-4cc0-837d-c22cbdb3f918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Sep 09 06:52:49.336300 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-57c17a91-0bf6-453f-a4b8-1002fba0df2a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:49.337685 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-57c17a91-0bf6-453f-a4b8-1002fba0df2a tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 946 time: 0.0489516 Sep 09 06:52:49.422204 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Deleting port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:52:49.422464 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:49.508850 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] For port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,segment=NetworkSegment(f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f),segment_id=f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:52:49.509204 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:49.520829 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Calling delete_port for f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:52:49.724986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:49.736870 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['f3bca749-fab5-48e4-a4c6-2bf6d8ad8183'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:52:49.986295 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Pushing event deleted for resources: {'Port': ['ID=f3bca749-fab5-48e4-a4c6-2bf6d8ad8183,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:50.023416 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] No DVR routers for this DVR port f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:52:50.025749 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:50.027731 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-36c2e0d1-a813-4d31-88e5-65969f0eca48 req-e00dc153-cf50-479f-a68b-c67328540384 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.35 "DELETE /v2.0/ports/f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 HTTP/1.1" status: 204 len: 173 time: 0.6841521 Sep 09 06:52:50.028155 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'name': 'network-vif-deleted', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:52:50.030378 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1eeeb-c80c-4de5-82d8-e95a4953a166" -d '{"events": [{"server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "name": "network-vif-deleted", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:52:50.066731 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29590e1d-c00d-4017-914a-5e873f634a94 x-openstack-request-id: req-29590e1d-c00d-4017-914a-5e873f634a94 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:52:50.067225 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ff6fcc-3384-49f7-b110-5b2b5e587eb3", "name": "network-vif-deleted", "tag": "f3bca749-fab5-48e4-a4c6-2bf6d8ad8183", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:52:50.067448 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29590e1d-c00d-4017-914a-5e873f634a94 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:52:50.067833 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ff6fcc-3384-49f7-b110-5b2b5e587eb3', 'name': 'network-vif-deleted', 'tag': 'f3bca749-fab5-48e4-a4c6-2bf6d8ad8183', 'status': 'completed', 'code': 200} Sep 09 06:52:50.281297 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-615f1d91-7e8a-443f-a18c-0e9eda2d18d0 req-af0c9bda-a394-40cc-949a-01b7fe5ca4d5 tempest-VolumesActionsTest-1220963889 tempest-VolumesActionsTest-1220963889-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ff6fcc-3384-49f7-b110-5b2b5e587eb3 HTTP/1.1" status: 200 len: 210 time: 0.0262589 Sep 09 06:52:51.190653 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:52:52.172623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:52:52.191687 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:52:52.192021 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device f3bca749-fab5-48e4-a4c6-2bf6d8ad8183 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:52:56.897858 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd017c48-8e81-4159-8f3a-a1da69e0d2ba req-f82bb92f-1102-4ab4-954d-f4e199aaf986 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:56.899862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd017c48-8e81-4159-8f3a-a1da69e0d2ba req-f82bb92f-1102-4ab4-954d-f4e199aaf986 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0707464 Sep 09 06:52:56.952408 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd017c48-8e81-4159-8f3a-a1da69e0d2ba req-2bbefbf2-8ef3-4883-8d03-11cb55780589 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Sep 09 06:52:57.072945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33898) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:57.192275 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15fee16-4964-43ce-85e4-46746f13794c tempest-TestMinimumBasicScenario-44137569 tempest-TestMinimumBasicScenario-44137569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:52:57.195004 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-a15fee16-4964-43ce-85e4-46746f13794c tempest-TestMinimumBasicScenario-44137569 tempest-TestMinimumBasicScenario-44137569-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1093 time: 0.1201036 Sep 09 06:52:57.197963 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33902) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:52:57.202632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'port_id': '233ed62c-75c2-485a-af98-e025cabd60c6', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:52:57.766023 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for floatingip, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:57.922973 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:58.037612 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Allocated IP 172.27.0.5 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/e050c5d0-e5c2-421e-b3a9-0cce1596e6f7) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:52:58.165983 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:58.361357 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:58.410731 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:52:58.416909 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:52:58.426061 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:52:58.457317 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'Port': ['ID=e050c5d0-e5c2-421e-b3a9-0cce1596e6f7,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:58.872707 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.036693 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.251300 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.307870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.396444 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'Port': ['ID=e050c5d0-e5c2-421e-b3a9-0cce1596e6f7,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:52:59.412774 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.524350 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.l3_db [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Floating IP 5e88e3f8-77e5-4228-9b7f-e1e8bf426719 associated. External IP: 172.27.0.5, port: 233ed62c-75c2-485a-af98-e025cabd60c6. Sep 09 06:52:59.736011 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:52:59.856212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:52:59.871335 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Sync routers for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:52:59.884892 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:52:59.890271 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:52:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:52:59.965216 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:52:59.999216 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-c105ff31-44f9-44d2-a4ac-e1bed985dd74 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7999632 Sep 09 06:52:59.999905 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:53:00.001883 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33920) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:00.003514 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c9306-be87-4e2f-854c-996e83c0f43f" -d '{"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:53:00.010704 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:53:00.010858 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415320124', 'description': 'tempest-secgroup-smoke-415320124 description', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:00.046537 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73998b-f6e6-43db-bf50-66d9232a8374 x-openstack-request-id: req-5d73998b-f6e6-43db-bf50-66d9232a8374 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:53:00.046827 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:53:00.047101 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d73998b-f6e6-43db-bf50-66d9232a8374 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:53:00.047753 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:53:00.133061 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.148123 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c9306-be87-4e2f-854c-996e83c0f43f req-4b3fa36c-d49b-4edd-80a0-5bb783f89acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:00.150208 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-4b3fa36c-d49b-4edd-80a0-5bb783f89acb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1098 time: 0.0785475 Sep 09 06:53:00.270095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.302028 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c9306-be87-4e2f-854c-996e83c0f43f req-961c0722-05e5-4430-9182-bc2815c1dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:00.304178 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-961c0722-05e5-4430-9182-bc2815c1dd3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.1457427 Sep 09 06:53:00.308087 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.356665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad61772-9cd2-4204-932d-a7898e69d5c0,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:00.365955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.366684 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.367948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.368798 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.369598 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.370155 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.370715 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.371318 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.371872 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.372570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.373291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.373846 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:53:00.385828 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.390273 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33924) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:00.391252 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-c93d1451-7fb8-4822-941f-b19b27a25aa7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3876431 Sep 09 06:53:00.395423 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:00.431410 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '5e88e3f8-77e5-4228-9b7f-e1e8bf426719', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'port_id': '233ed62c-75c2-485a-af98-e025cabd60c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'mac_address': 'fa:16:3e:9a:eb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:52:58Z', 'updated_at': '2021-09-09T06:52:58Z', 'revision_number': 0, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:00.460929 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-fcd67e42-e466-4d0f-b558-5598ec92ed19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 997 time: 0.1477745 Sep 09 06:53:00.462518 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Checking router: 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:53:00.471398 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:53:00.472092 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:52:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:00.526992 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c9306-be87-4e2f-854c-996e83c0f43f req-df4a06d7-a9fa-4bd6-99fb-228d01b6b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:00.529194 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-df4a06d7-a9fa-4bd6-99fb-228d01b6b2ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0589921 Sep 09 06:53:00.537052 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.597372 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:53:00.635412 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.638099 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c9306-be87-4e2f-854c-996e83c0f43f req-4fd82d9b-7a50-49e0-80ab-37992acb82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:00.640044 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-4fd82d9b-7a50-49e0-80ab-37992acb82f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0989480 Sep 09 06:53:00.723573 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.752112 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db9069c-c13f-40f9-9d9e-afd4deb137cc,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:00.790768 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-a6793f95-131b-4ac0-911c-131816251d6a service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395593 Sep 09 06:53:00.842531 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:00.852639 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-4becf0cf-605a-4a33-b5e8-ec291e02e7e4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4612379 Sep 09 06:53:00.855503 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33930) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:00.868488 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:00.902763 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '5e88e3f8-77e5-4228-9b7f-e1e8bf426719', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'port_id': '233ed62c-75c2-485a-af98-e025cabd60c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'mac_address': 'fa:16:3e:9a:eb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:52:58Z', 'updated_at': '2021-09-09T06:52:58Z', 'revision_number': 0, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:00.933332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f61ae-ff3b-43b2-9d31-ee0b7acb6095 None None] The sync data for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi is: [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '5e88e3f8-77e5-4228-9b7f-e1e8bf426719', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'port_id': '233ed62c-75c2-485a-af98-e025cabd60c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'mac_address': 'fa:16:3e:9a:eb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:52:58Z', 'updated_at': '2021-09-09T06:52:58Z', 'revision_number': 0, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:53:00.934079 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-070c9306-be87-4e2f-854c-996e83c0f43f req-1b69f6e1-578f-429d-a303-11fcfd317515 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314039 Sep 09 06:53:00.966270 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.039814 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.120094 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.151958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67569cb-085d-4b1d-8e78-7dcc6ded8947,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:01.188944 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c0f953-3af2-476c-aac6-813bea3671e0 None None] New status for floating IP 5e88e3f8-77e5-4228-9b7f-e1e8bf426719: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:53:01.205581 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.211349 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e675158f-6ee3-48aa-a39e-2209f024dcc9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3502507 Sep 09 06:53:01.211349 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33932) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:01.215623 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:01.319636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.382296 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.445938 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.473921 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e6de83-8a8d-4f1a-bd2f-4a11b0e4f820,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:01.530636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.534625 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-63679dfb-322f-49d0-8a0c-67a4fbb252a5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212492 Sep 09 06:53:01.538297 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33934) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:01.540081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:01.637492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:01.960200 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.062545 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.082719 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da5e0e1-cec8-451d-8e41-2f137b95625c,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:02.136585 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.140588 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-190f30fa-6ff1-4e7c-9446-f331ba585524 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6021907 Sep 09 06:53:02.140876 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 33940) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:02.146681 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:02.228891 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.securitygroups_db [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Project 3ee9c119613e4d2fa45dd7e636c35ce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:53:02.234671 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.330990 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.462648 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.482475 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a544425-08ce-4b6e-9e7b-c62ccc18c0d0,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:02.588595 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.589935 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1e650a0f-2a52-4540-a80c-301fc026e350 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4477324 Sep 09 06:53:02.593534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 33942) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:02.598408 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'security_group_rule': {'security_group_id': 'bad61772-9cd2-4204-932d-a7898e69d5c0', 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:02.684346 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.securitygroups_db [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Project 3ee9c119613e4d2fa45dd7e636c35ce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:53:02.689510 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.747744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.838726 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.856376 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe47a40-68dd-4b44-9d84-f03ba8b8d878,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:02.942703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:02.944423 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0f18ed1a-d12b-4389-9e8d-329b7fa24366 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498526 Sep 09 06:53:03.039345 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-ff1b2fc7-67ee-45d0-bfc9-1dbc5c9d06b1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415320124&fields=id&tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9 HTTP/1.1" status: 200 len: 267 time: 0.0340030 Sep 09 06:53:03.095592 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-ad01c3f6-d1f9-48ce-b926-de0eacba9bba tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:03.097036 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-ad01c3f6-d1f9-48ce-b926-de0eacba9bba tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Sep 09 06:53:03.111114 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'port': {'security_groups': ['9d14885d-1266-487a-85eb-4facd1d339f2', 'bad61772-9cd2-4204-932d-a7898e69d5c0']}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:53:03.200291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:03.438382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:53:03.469336 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:03.513633 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:03.527329 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:53:03.587548 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:03.588246 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:03.589705 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-275a00a6-7ad5-48b7-9de8-991ae76432b7 req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "PUT /v2.0/ports/233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 981 time: 0.4848797 Sep 09 06:53:03.590192 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:53:03.595137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331be4b3-18d2-4640-b78f-846951df4ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:53:03.631081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571bde3-c7a0-4d0f-b897-e10134b5cd64 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=6']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:03.688792 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faddc525-be05-4b2b-b556-4262cfa2be9a x-openstack-request-id: req-faddc525-be05-4b2b-b556-4262cfa2be9a {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:53:03.689054 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:53:03.689317 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faddc525-be05-4b2b-b556-4262cfa2be9a {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:53:03.689723 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:53:03.733770 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:53:03.786721 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-2e91a448-1d72-4a28-9051-52ec906a1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:03.788311 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-2e91a448-1d72-4a28-9051-52ec906a1141 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1137 time: 0.0784295 Sep 09 06:53:03.801907 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b4ab-bcb3-43f6-a868-bafdf119196d req-a418e2cb-0e64-4f03-86c5-3293f638837e tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:03.803630 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6885b4ab-bcb3-43f6-a868-bafdf119196d req-a418e2cb-0e64-4f03-86c5-3293f638837e tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0849736 Sep 09 06:53:03.855053 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6885b4ab-bcb3-43f6-a868-bafdf119196d req-35c2f538-0aec-46e1-a235-07cd1ec6a00c tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434661 Sep 09 06:53:03.956985 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-a350af98-3c69-4211-bc13-e42072d5e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:03.959092 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-a350af98-3c69-4211-bc13-e42072d5e312 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.1637535 Sep 09 06:53:04.034086 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-4f0a854c-3a69-494a-a461-0faf918cf54c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 999 time: 0.0668697 Sep 09 06:53:04.051732 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-359484d1-dea5-4a41-8719-ef7fd11868fa None None] Provisioning complete for port 233ed62c-75c2-485a-af98-e025cabd60c6 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:53:04.052115 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-359484d1-dea5-4a41-8719-ef7fd11868fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:04.085464 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-0be6cb8e-248c-44f2-b235-6f9938ca0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:04.086970 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-0be6cb8e-248c-44f2-b235-6f9938ca0a92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0449605 Sep 09 06:53:04.142278 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-a4877847-2d82-4b03-a928-b3d3346cf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:04.143924 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-a4877847-2d82-4b03-a928-b3d3346cf6c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448554 Sep 09 06:53:04.249070 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-2e51e5b1-4075-4031-9c56-abd49bbb8d16 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968411 Sep 09 06:53:04.374595 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-331be4b3-18d2-4640-b78f-846951df4ce5 req-f8411842-7868-42cb-9d32-bdb6856f5871 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148610 Sep 09 06:53:07.089517 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-dc7d9f37-f1e1-41cf-8a37-70b947c21c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:09.610793 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ed687124-ee04-4790-b6ce-db9ffb150e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:10.120161 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:10.708553 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:12.443424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.667306 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34086) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:15.709691 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Deleting subnet b16ecef1-c5ef-42ee-9c1a-f124f5295e23 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:53:15.712687 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.745639 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.782836 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.894926 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.921168 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16ecef1-c5ef-42ee-9c1a-f124f5295e23,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:15.926194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:15.928197 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7a4feb5b-1930-4e79-85d2-26598a914b60 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b16ecef1-c5ef-42ee-9c1a-f124f5295e23 HTTP/1.1" status: 204 len: 168 time: 0.2598937 Sep 09 06:53:15.930678 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34088) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:15.996184 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.075350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.094615 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807696b4-7e18-4d78-9f55-0e90dd2b8bde']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:16.103468 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:16.103757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bfcd67-fb8e-4c87-b0cf-50fed5482b2f') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:53:16.112778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.124511 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.128763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.131606 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:53:16.131985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:53:16.133561 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:53:16.250594 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.255627 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.260287 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/807696b4-7e18-4d78-9f55-0e90dd2b8bde HTTP/1.1" status: 204 len: 168 time: 0.3259683 Sep 09 06:53:16.269409 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b2dd6-4fc4-458b-9567-5126e37cd7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=807696b4-7e18-4d78-9f55-0e90dd2b8bde,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:16.547154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34094) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:16.580383 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-5dda593a-b2a2-41ac-a818-0c2b480c508c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cfd48cdbd064aba869781e50766cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377831 Sep 09 06:53:16.582759 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34096) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:53:16.633111 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.653770 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.776523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.778996 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:16.780194 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d66ece82-20b7-4cc0-837d-c22cbdb3f918 HTTP/1.1" status: 204 len: 168 time: 0.1965179 Sep 09 06:53:16.787815 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0023f0-2747-42e9-976f-e0e3bc6d370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ece82-20b7-4cc0-837d-c22cbdb3f918,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:53:19.213115 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-602a9d39-3988-4df7-bcb2-f53efcf4aa58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379617 Sep 09 06:53:19.293512 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-feb4ab70-b320-4d25-9a1e-2be9fb457763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:19.294996 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-feb4ab70-b320-4d25-9a1e-2be9fb457763 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1137 time: 0.0392959 Sep 09 06:53:19.397762 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-35bc7231-6431-4168-9fdb-1830ee0b09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:19.399176 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-35bc7231-6431-4168-9fdb-1830ee0b09ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.0832148 Sep 09 06:53:19.461416 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-9459acf0-e771-47c0-b471-64cdad81a8b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 999 time: 0.0550590 Sep 09 06:53:19.512738 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-eff15c0f-ac8a-4a46-a47c-16e325ccb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:19.513998 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-eff15c0f-ac8a-4a46-a47c-16e325ccb713 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0443757 Sep 09 06:53:19.557335 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-b439e92d-df4c-44ce-adc2-0e1151ba813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:19.558777 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-b439e92d-df4c-44ce-adc2-0e1151ba813c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371320 Sep 09 06:53:19.644751 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-010f70e0-a9bd-41d3-9002-e9ada67c1664 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770555 Sep 09 06:53:19.733550 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0520b288-8342-4da9-85a0-70fb4edc9d83 req-5f9bc151-247b-4f0e-bd9b-d9cabf680d42 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816486 Sep 09 06:53:21.280724 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6db00-02c9-4c87-8328-f5af73e7009f req-51144f00-0215-4984-a624-481f306ee2ba tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:21.282166 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-39f6db00-02c9-4c87-8328-f5af73e7009f req-51144f00-0215-4984-a624-481f306ee2ba tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0465839 Sep 09 06:53:21.322715 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-39f6db00-02c9-4c87-8328-f5af73e7009f req-76435d91-35c6-462b-8ee6-0df1a509c788 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342207 Sep 09 06:53:21.391689 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46786-0e70-4322-9761-281426e009f2 req-58b4c245-e646-44cf-b965-d7c88494a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:21.393120 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-58b4c245-e646-44cf-b965-d7c88494a831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1137 time: 0.0384791 Sep 09 06:53:21.483670 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46786-0e70-4322-9761-281426e009f2 req-ccf37a32-7851-4876-ac42-90f7a1164f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:21.485008 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-ccf37a32-7851-4876-ac42-90f7a1164f1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.0851412 Sep 09 06:53:21.548504 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-f0ce4c93-877f-43b6-beda-f0b49f48ac57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 999 time: 0.0556223 Sep 09 06:53:21.599656 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46786-0e70-4322-9761-281426e009f2 req-3a2b27d0-936a-4045-b3c7-52c0a2c8c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:21.601034 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-3a2b27d0-936a-4045-b3c7-52c0a2c8c11a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0449190 Sep 09 06:53:21.647730 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46786-0e70-4322-9761-281426e009f2 req-67725d72-a868-403f-b0f7-9e0c18f750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:21.649176 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-67725d72-a868-403f-b0f7-9e0c18f750c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402761 Sep 09 06:53:21.735545 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-d9e12f0c-dcfd-4a9f-aa0b-71ef9fa3a737 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782304 Sep 09 06:53:21.825464 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-52a46786-0e70-4322-9761-281426e009f2 req-7683f07b-d3d2-44cd-ad82-759b4051e617 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Sep 09 06:53:22.440385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739e701-67d1-4b2d-bde6-9c880f126a58 req-3741264c-d8fd-4571-a066-a0c6145e3cd7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:22.441837 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c739e701-67d1-4b2d-bde6-9c880f126a58 req-3741264c-d8fd-4571-a066-a0c6145e3cd7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0500729 Sep 09 06:53:22.480348 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c739e701-67d1-4b2d-bde6-9c880f126a58 req-87a2b7a0-85b1-4bd9-9f1d-8b703ba2d1f0 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323920 Sep 09 06:53:23.595163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5cf3-1f2c-427f-bea8-69653ea6825b req-3e91d431-9330-46b2-8a67-af148f852e7f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:23.596532 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b46f5cf3-1f2c-427f-bea8-69653ea6825b req-3e91d431-9330-46b2-8a67-af148f852e7f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0507588 Sep 09 06:53:23.635422 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b46f5cf3-1f2c-427f-bea8-69653ea6825b req-c4cc34f7-72da-4209-ab3a-213282f639c4 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329938 Sep 09 06:53:24.743834 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96685b6-a2ab-4a59-a04f-aec7c9c09dd7 req-ba741018-3500-4edf-8528-817b5357d687 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:24.745263 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b96685b6-a2ab-4a59-a04f-aec7c9c09dd7 req-ba741018-3500-4edf-8528-817b5357d687 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0463622 Sep 09 06:53:24.783887 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b96685b6-a2ab-4a59-a04f-aec7c9c09dd7 req-124bbb05-e0d4-459d-9a8f-eaab250b1b67 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328529 Sep 09 06:53:25.892295 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e635fd-c3c1-4028-8abb-c512fbd0d804 req-9c12dd22-1f07-4c83-9f8f-3a00795601fc tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:25.893725 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21e635fd-c3c1-4028-8abb-c512fbd0d804 req-9c12dd22-1f07-4c83-9f8f-3a00795601fc tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0465343 Sep 09 06:53:25.933847 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21e635fd-c3c1-4028-8abb-c512fbd0d804 req-82ab0680-dafc-4072-882a-377577dfc846 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342386 Sep 09 06:53:27.049516 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27484a4-a0f2-44f2-b592-eff0966ab971 req-4ae4c5f1-64f2-4ec2-80bc-d8a4b67c782d tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:27.051013 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f27484a4-a0f2-44f2-b592-eff0966ab971 req-4ae4c5f1-64f2-4ec2-80bc-d8a4b67c782d tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0519874 Sep 09 06:53:27.090258 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f27484a4-a0f2-44f2-b592-eff0966ab971 req-4c9f40e3-4e94-41ab-9904-8121a7db746b tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333800 Sep 09 06:53:28.189706 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:53:28.199396 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac224a5-6e1c-4cc4-a3f8-466a52e392e6 req-a723b0ed-7402-4527-8ca3-28b3abd9ca71 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:28.200842 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ac224a5-6e1c-4cc4-a3f8-466a52e392e6 req-a723b0ed-7402-4527-8ca3-28b3abd9ca71 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0467243 Sep 09 06:53:28.242309 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ac224a5-6e1c-4cc4-a3f8-466a52e392e6 req-130fc62e-ad08-45d0-8891-629425b4f034 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355399 Sep 09 06:53:29.353682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3610c0-b179-4303-b6ce-43af9f02cafc req-d85dfff2-3058-4bf6-b047-22e88b77608a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:29.355145 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ff3610c0-b179-4303-b6ce-43af9f02cafc req-d85dfff2-3058-4bf6-b047-22e88b77608a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0466619 Sep 09 06:53:29.393859 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ff3610c0-b179-4303-b6ce-43af9f02cafc req-48f58df6-f988-4d81-bb8f-624a65652dc1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327723 Sep 09 06:53:30.507572 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011908a-3dc9-452c-b96d-39f9d14c5385 req-d7391589-3753-4243-9446-40f892c551b2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:30.509005 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5011908a-3dc9-452c-b96d-39f9d14c5385 req-d7391589-3753-4243-9446-40f892c551b2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0497563 Sep 09 06:53:30.547441 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5011908a-3dc9-452c-b96d-39f9d14c5385 req-b3e3097f-9b4e-4c7b-84b6-ab36c73bc0c3 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320914 Sep 09 06:53:31.659178 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7275d-28e4-458b-b9a3-a0eb6422ff18 req-5f3d2730-618b-48a2-9311-fe230a6cb2b6 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:31.660659 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ed7275d-28e4-458b-b9a3-a0eb6422ff18 req-5f3d2730-618b-48a2-9311-fe230a6cb2b6 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0480993 Sep 09 06:53:31.699243 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ed7275d-28e4-458b-b9a3-a0eb6422ff18 req-8d9229f4-08ab-4844-ba2a-8835de6767fb tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327010 Sep 09 06:53:32.810765 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59666-dce0-4603-94cf-6044559e2544 req-4d0cd33a-446c-4461-a18c-e72890cbe2d7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:32.812182 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6dd59666-dce0-4603-94cf-6044559e2544 req-4d0cd33a-446c-4461-a18c-e72890cbe2d7 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0494421 Sep 09 06:53:32.853177 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6dd59666-dce0-4603-94cf-6044559e2544 req-6de499c9-ef10-4847-90ea-52d3c3aeb6f2 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341685 Sep 09 06:53:33.968565 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750c9c-c205-46b3-8c8f-8aca3028d939 req-4de493c2-f9df-4a03-8f4d-eea9f54cf0d5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:53:33.970049 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-62750c9c-c205-46b3-8c8f-8aca3028d939 req-4de493c2-f9df-4a03-8f4d-eea9f54cf0d5 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0509982 Sep 09 06:53:34.008379 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-62750c9c-c205-46b3-8c8f-8aca3028d939 req-c1d44c5c-9196-4dc1-904b-1cb995d66a0d tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=bad61772-9cd2-4204-932d-a7898e69d5c0&id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324152 Sep 09 06:53:37.095846 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e487e65-0645-440d-8151-860436a9b38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:39.580035 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3717b85-ea67-4e6a-9911-ab07dc0b5cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:40.089903 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:40.694221 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:42.421570 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:53:46.112793 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:05.188349 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:54:06.556403 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-191e5391-04d8-4d7e-ab2f-31b0afbbd3b6 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415320124&fields=id&tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9 HTTP/1.1" status: 200 len: 267 time: 0.2251797 Sep 09 06:54:06.607289 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-3319b8a4-2ff5-4c7c-8829-8ee926ba084b tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:06.608739 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-3319b8a4-2ff5-4c7c-8829-8ee926ba084b tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 984 time: 0.0468171 Sep 09 06:54:06.619874 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Request body: {'port': {'security_groups': ['9d14885d-1266-487a-85eb-4facd1d339f2']}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:06.683890 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:06.851332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:06.879662 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:06.952306 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:06.965297 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:54:06.994037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:06.994655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.001893 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-779ba77f-1fbd-4459-992c-ea3e6ed7d5df req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "PUT /v2.0/ports/233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 942 time: 0.3841147 Sep 09 06:54:07.001893 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:54:07.002108 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34138) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:07.002548 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e9ad31-2b58-4347-91d0-70942b20bc26" -d '{"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:54:07.038074 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event updated for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=7']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:07.048259 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.048934 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.049431 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.049922 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.050431 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.050763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.051248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.051495 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.051819 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.052400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.052539 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.052922 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095113c-2e71-4a2f-be6b-c31ea430f492 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.057828 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e8a14-2797-4fa5-bd0e-97d60814835e x-openstack-request-id: req-d45e8a14-2797-4fa5-bd0e-97d60814835e {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:54:07.059907 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:54:07.059907 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45e8a14-2797-4fa5-bd0e-97d60814835e {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:54:07.059907 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:54:07.075709 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:54:07.114476 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.135635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5fb88166-9a9b-4009-bbf5-05d19e01ee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.301972 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-87bda523-c26e-481f-8faf-007230bae740 None None] Provisioning complete for port 233ed62c-75c2-485a-af98-e025cabd60c6 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:07.302342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-87bda523-c26e-481f-8faf-007230bae740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.396070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.400494 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-67a89c6c-7d5f-42a5-8a5f-f4094152ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:07.401979 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-67a89c6c-7d5f-42a5-8a5f-f4094152ace9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1098 time: 0.3258371 Sep 09 06:54:07.508412 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-b4d5cafb-29f8-4596-bb06-fb30d797c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:07.509860 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-b4d5cafb-29f8-4596-bb06-fb30d797c5fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.1003602 Sep 09 06:54:07.577595 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-91175532-e469-434f-818b-d1f17d959c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 999 time: 0.0593073 Sep 09 06:54:07.611189 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.613634 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.614701 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "DELETE /v2.0/security-groups/bad61772-9cd2-4204-932d-a7898e69d5c0 HTTP/1.1" status: 204 len: 168 time: 0.6118228 Sep 09 06:54:07.617485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34142) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:07.628540 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad61772-9cd2-4204-932d-a7898e69d5c0,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:07.640795 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.641075 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.641409 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.641754 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.642058 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.642380 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.642701 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.643047 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.643373 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.643682 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.643995 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.644308 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcc41a-a179-4ea9-852f-20a793a242ab tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:07.651385 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-a9bafb70-402f-402a-9d9b-bb83ddf7597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:07.653529 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-a9bafb70-402f-402a-9d9b-bb83ddf7597f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0676498 Sep 09 06:54:07.699801 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-fdab809a-257d-4a3e-8241-4fcb3bd625a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:07.701287 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-fdab809a-257d-4a3e-8241-4fcb3bd625a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415213 Sep 09 06:54:07.772835 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Deleting port e050c5d0-e5c2-421e-b3a9-0cce1596e6f7 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:07.773174 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.791954 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-60127a83-4b50-434d-8a07-123dd9cb7ee3 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Sep 09 06:54:07.848850 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.849169 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:07.860449 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Calling delete_port for e050c5d0-e5c2-421e-b3a9-0cce1596e6f7 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:07.883930 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-00e9ad31-2b58-4347-91d0-70942b20bc26 req-123e0f19-7ec9-4bbf-998f-11944a6f79a7 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Sep 09 06:54:08.070367 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:08.095731 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event deleted for resources: {'Port': ['ID=e050c5d0-e5c2-421e-b3a9-0cce1596e6f7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:08.153183 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:08.153513 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Floating IP 5e88e3f8-77e5-4228-9b7f-e1e8bf426719 disassociated (deleted). External IP: 172.27.0.5, port: 233ed62c-75c2-485a-af98-e025cabd60c6. Sep 09 06:54:08.351204 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:54:08.455788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:08.460590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:08.465521 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Sync routers for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:08.474772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:08.475415 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:53:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:08.486711 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-fbd5a048-ac72-47f7-9403-65d919ec7da9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e88e3f8-77e5-4228-9b7f-e1e8bf426719 HTTP/1.1" status: 204 len: 168 time: 0.8681672 Sep 09 06:54:08.695031 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:08.896078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:08.922653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Checking router: 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:08.930990 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:08.931611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:53:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:09.035796 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:09.059562 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:54:09.062033 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298f3656-83bf-4019-8e4d-40ab06797c83" -d '{"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:54:09.099703 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d1bb4-2339-4099-9b4b-8fbfb58258d3 x-openstack-request-id: req-c41d1bb4-2339-4099-9b4b-8fbfb58258d3 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:54:09.100061 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:54:09.100380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c41d1bb4-2339-4099-9b4b-8fbfb58258d3 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:54:09.100832 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:54:09.164309 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-8cd5431a-f634-4071-a873-acec2ff867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:09.165754 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-8cd5431a-f634-4071-a873-acec2ff867bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 1098 time: 0.0394835 Sep 09 06:54:09.233237 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:09.257473 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-f245648b-120a-497a-a759-fb9d17cdb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:09.259680 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-f245648b-120a-497a-a759-fb9d17cdb4eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 200 len: 915 time: 0.0843921 Sep 09 06:54:09.259921 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516e22c-8dba-4fc0-9c30-cdf2f27ca085 None None] The sync data for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi is: [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:52:00Z', 'revision_number': 4, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '1cd86988-9807-490a-ae5f-6617d5d9dddd', 'name': '', 'network_id': 'a480bb80-1e0e-4249-96e3-c80880de7afc', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'mac_address': 'fa:16:3e:ea:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:00Z', 'updated_at': '2021-09-09T06:52:07Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'subnets': [{'id': 'fd5dbde5-f44c-4bc9-84f2-df80367049f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:09.307504 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-da2ed8ea-a847-4b0f-931e-53d9ff743817 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 200 len: 217 time: 0.0384786 Sep 09 06:54:09.357510 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-40966639-62a5-47a1-b934-467aff9d146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:09.359060 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-40966639-62a5-47a1-b934-467aff9d146d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 200 len: 854 time: 0.0439401 Sep 09 06:54:09.406350 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-3998439c-10b5-4894-a329-64afa2f9dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:09.407908 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-3998439c-10b5-4894-a329-64afa2f9dca2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a480bb80-1e0e-4249-96e3-c80880de7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418162 Sep 09 06:54:09.479934 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcee70-c84c-4b1f-b3a9-bd398053a7f9 None None] New status for floating IP 5e88e3f8-77e5-4228-9b7f-e1e8bf426719: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:54:09.506296 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-a8976e84-814a-46ce-a40a-4415a197c309 service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908821 Sep 09 06:54:09.596895 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-298f3656-83bf-4019-8e4d-40ab06797c83 req-07caf630-bbcb-4338-a5dd-eb73869bb52b service neutron] 10.222.0.35 "GET /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828044 Sep 09 06:54:09.641674 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c1c9160-8b5c-49fc-bc21-c512ea215c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:10.186634 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:10.746439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:11.725369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fadfe-b7bc-471e-923f-16277390ceb1 req-b8d75948-979d-4769-94a7-bfde6a8f2ada tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:11.727475 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd7fadfe-b7bc-471e-923f-16277390ceb1 req-b8d75948-979d-4769-94a7-bfde6a8f2ada tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0500062 Sep 09 06:54:11.762893 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fd7fadfe-b7bc-471e-923f-16277390ceb1 req-a5e1cfd2-2558-4058-b852-2a02d0a336c1 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295975 Sep 09 06:54:12.466370 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:12.931458 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b0b2-f31f-4759-8878-c36b130d8bb7 req-812e7efb-9667-413f-89fd-21f827db339f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:12.932905 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2b7b0b2-f31f-4759-8878-c36b130d8bb7 req-812e7efb-9667-413f-89fd-21f827db339f tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.1028938 Sep 09 06:54:12.968884 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c2b7b0b2-f31f-4759-8878-c36b130d8bb7 req-5ce0afba-3c01-49d1-bd0c-c6c68dffae98 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d14885d-1266-487a-85eb-4facd1d339f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302379 Sep 09 06:54:13.357631 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-0ffd17f6-f824-477f-a028-73d60ab760a9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:13.359110 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-0ffd17f6-f824-477f-a028-73d60ab760a9 tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.35 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 945 time: 0.0508525 Sep 09 06:54:13.444415 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Deleting port 233ed62c-75c2-485a-af98-e025cabd60c6 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:13.444781 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:13.533734 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] For port 233ed62c-75c2-485a-af98-e025cabd60c6, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=233ed62c-75c2-485a-af98-e025cabd60c6,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:13.534087 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:13.545420 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Calling delete_port for 233ed62c-75c2-485a-af98-e025cabd60c6 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:13.746677 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:13.760213 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['233ed62c-75c2-485a-af98-e025cabd60c6'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:54:13.778767 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Pushing event deleted for resources: {'Port': ['ID=233ed62c-75c2-485a-af98-e025cabd60c6,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:13.817638 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] No DVR routers for this DVR port 233ed62c-75c2-485a-af98-e025cabd60c6 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:54:13.820733 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:13.822709 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5a456884-a28f-4d61-99f6-bafbed34d956 req-a576d6a3-2f35-4b82-9bea-a19ea923a92a tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.35 "DELETE /v2.0/ports/233ed62c-75c2-485a-af98-e025cabd60c6 HTTP/1.1" status: 204 len: 173 time: 0.4571798 Sep 09 06:54:13.823164 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'name': 'network-vif-deleted', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:54:13.825342 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e72168-d460-4465-8dea-5d0916892a65" -d '{"events": [{"server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "name": "network-vif-deleted", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:54:13.859776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f2016f-9720-4dc0-b8e5-55779913a102 x-openstack-request-id: req-85f2016f-9720-4dc0-b8e5-55779913a102 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:54:13.860528 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe8cb40-abb5-4e46-aa54-e53458989e51", "name": "network-vif-deleted", "tag": "233ed62c-75c2-485a-af98-e025cabd60c6", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:54:13.860528 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85f2016f-9720-4dc0-b8e5-55779913a102 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:54:13.860738 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe8cb40-abb5-4e46-aa54-e53458989e51', 'name': 'network-vif-deleted', 'tag': '233ed62c-75c2-485a-af98-e025cabd60c6', 'status': 'completed', 'code': 200} Sep 09 06:54:14.060881 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cb54da7d-1a34-496b-aedf-b17766a957b7 req-9e3f820d-0e1c-47e3-8e96-15f353c29d9e tempest-TestMinimumBasicScenario-582381577 tempest-TestMinimumBasicScenario-582381577-project] 10.222.0.37 "GET /v2.0/ports?device_id=afe8cb40-abb5-4e46-aa54-e53458989e51 HTTP/1.1" status: 200 len: 210 time: 0.0255182 Sep 09 06:54:16.124058 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:16.586268 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 233ed62c-75c2-485a-af98-e025cabd60c6 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:16.610837 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 233ed62c-75c2-485a-af98-e025cabd60c6 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:16.611202 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 233ed62c-75c2-485a-af98-e025cabd60c6 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:16.638074 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34228) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:16.977375 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:17.211999 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Deleting port 1cd86988-9807-490a-ae5f-6617d5d9dddd {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:17.212339 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:17.287884 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] For port 1cd86988-9807-490a-ae5f-6617d5d9dddd, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=1cd86988-9807-490a-ae5f-6617d5d9dddd,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:17.288154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:17.300828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Calling delete_port for 1cd86988-9807-490a-ae5f-6617d5d9dddd owned by network:router_interface {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:17.569679 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:17.593372 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd86988-9807-490a-ae5f-6617d5d9dddd,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:17.760426 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:17.975195 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:54:18.078574 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:18.088786 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-3e91abb9-750a-4645-9bda-cd9fc4446703 admin admin] 10.222.0.37 "PUT /v2.0/routers/202c4ffa-a7fe-4e47-a9aa-dffb61ba0267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445279 Sep 09 06:54:18.088786 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34230) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:18.089793 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Sync routers for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:18.096385 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:18.096996 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:18.249897 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks [] for router, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:18.251390 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:18.435739 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:54:17Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:18.462770 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Checking router: 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:18.471634 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Routers {'202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:18.472262 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:18.577455 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] Set router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:18.599480 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:18.713563 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Deleting port dc047c1f-0cab-470c-9fc0-a4f5d5da9066 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:18.713903 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:18.753231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:54:17Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:18.784812 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213050d3-b85b-4dca-b6cf-95a1749c5e3a None None] The sync data for ids ['202c4ffa-a7fe-4e47-a9aa-dffb61ba0267'] in dv-cinder-733062-23-iscsi is: [{'id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'name': 'tempest-TestMinimumBasicScenario-1149281154-router', 'tenant_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:51:57Z', 'updated_at': '2021-09-09T06:54:17Z', 'revision_number': 5, 'project_id': '3ee9c119613e4d2fa45dd7e636c35ce9', 'gw_port': {'id': 'dc047c1f-0cab-470c-9fc0-a4f5d5da9066', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c4ffa-a7fe-4e47-a9aa-dffb61ba0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:51:58Z', 'updated_at': '2021-09-09T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:18.793949 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] For port dc047c1f-0cab-470c-9fc0-a4f5d5da9066, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:18.794506 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:18.814212 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Calling delete_port for dc047c1f-0cab-470c-9fc0-a4f5d5da9066 owned by network:router_gateway {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:19.015457 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.045613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dc047c1f-0cab-470c-9fc0-a4f5d5da9066,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:19.100455 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.191947 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.194487 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.304189 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.304718 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 {{(pid=100948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:54:19.309047 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.310196 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-767616b9-a55e-46fd-a41c-67e0f51849cd admin admin] 10.222.0.37 "DELETE /v2.0/routers/202c4ffa-a7fe-4e47-a9aa-dffb61ba0267 HTTP/1.1" status: 204 len: 168 time: 1.2225444 Sep 09 06:54:19.312855 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34232) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:19.357928 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Deleting subnet fd5dbde5-f44c-4bc9-84f2-df80367049f8 {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:54:19.361348 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.397113 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264407842'] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.483733 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.595840 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264505344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266164272'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.620250 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5dbde5-f44c-4bc9-84f2-df80367049f8,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:19.623816 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.625771 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-e85ee54b-d621-4c59-9677-dcb1f23c1966 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd5dbde5-f44c-4bc9-84f2-df80367049f8 HTTP/1.1" status: 204 len: 168 time: 0.3120000 Sep 09 06:54:19.628219 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34234) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:19.630768 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7308410-11c6-4f55-a6c8-8ee05e942f77 None None] Network a480bb80-1e0e-4249-96e3-c80880de7afc requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:19.698297 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.752701 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Deleting port c6880140-cf07-4c7e-8dea-9a71a2469048 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:19.753036 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.802117 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] DHCP port deletion for a480bb80-1e0e-4249-96e3-c80880de7afc request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:54:19.816966 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] For port c6880140-cf07-4c7e-8dea-9a71a2469048, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c6880140-cf07-4c7e-8dea-9a71a2469048,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:19.817518 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.829439 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Calling delete_port for c6880140-cf07-4c7e-8dea-9a71a2469048 owned by network:dhcp {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:19.851781 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Deleting port c6880140-cf07-4c7e-8dea-9a71a2469048 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:19.852078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.912968 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] For port c6880140-cf07-4c7e-8dea-9a71a2469048, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=c6880140-cf07-4c7e-8dea-9a71a2469048,segment=NetworkSegment(4f702d41-e764-4932-99fa-d99eea490325),segment_id=4f702d41-e764-4932-99fa-d99eea490325)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:19.913360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.925082 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Calling delete_port for c6880140-cf07-4c7e-8dea-9a71a2469048 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:19.958154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:19.982967 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6880140-cf07-4c7e-8dea-9a71a2469048,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:19.989403 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] No DVR routers for this DVR port c6880140-cf07-4c7e-8dea-9a71a2469048 on host dv-cinder-733062-23-iscsi {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:54:20.001126 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.027732 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Pushing event deleted for resources: {'Port': ['ID=c6880140-cf07-4c7e-8dea-9a71a2469048,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:20.029849 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] No DVR routers for this DVR port c6880140-cf07-4c7e-8dea-9a71a2469048 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.039300 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.040545 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.040545 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.040714 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.040943 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.041252 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2586b-463a-4800-92b7-c394c93da81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:20.064772 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.083834 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a480bb80-1e0e-4249-96e3-c80880de7afc']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:20.092524 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f702d41-e764-4932-99fa-d99eea490325') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:20.092813 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f702d41-e764-4932-99fa-d99eea490325') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:20.101716 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.114721 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.121009 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:54:20.121375 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:54:20.123067 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:54:20.255104 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.262149 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.264026 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] 10.222.0.37 "DELETE /v2.0/networks/a480bb80-1e0e-4249-96e3-c80880de7afc HTTP/1.1" status: 204 len: 168 time: 0.6349103 Sep 09 06:54:20.267300 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34236) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:20.273434 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05150-1cab-4a8f-b09f-d7d7060eb66c admin admin] Pushing event deleted for resources: {'Network': ['ID=a480bb80-1e0e-4249-96e3-c80880de7afc,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:20.596199 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.624409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device dc047c1f-0cab-470c-9fc0-a4f5d5da9066 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:20.644417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: dc047c1f-0cab-470c-9fc0-a4f5d5da9066 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:20.645038 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device dc047c1f-0cab-470c-9fc0-a4f5d5da9066 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:20.645158 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c6880140-cf07-4c7e-8dea-9a71a2469048 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:20.663540 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: c6880140-cf07-4c7e-8dea-9a71a2469048 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:20.663879 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device c6880140-cf07-4c7e-8dea-9a71a2469048 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:20.664281 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1cd86988-9807-490a-ae5f-6617d5d9dddd no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:20.685657 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 1cd86988-9807-490a-ae5f-6617d5d9dddd {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:20.685998 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 1cd86988-9807-490a-ae5f-6617d5d9dddd not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:20.828995 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Deleting port 8600f77f-155d-4d1d-8d73-8ec2b976401b {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:20.829248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.904951 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] For port 8600f77f-155d-4d1d-8d73-8ec2b976401b, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=8600f77f-155d-4d1d-8d73-8ec2b976401b,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:20.905335 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:20.917543 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Calling delete_port for 8600f77f-155d-4d1d-8d73-8ec2b976401b owned by network:router_interface {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:21.206763 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:21.233943 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8600f77f-155d-4d1d-8d73-8ec2b976401b,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:21.645739 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:21.847777 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Router b377b276-2604-4df4-8c61-172cadff74f9 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:54:21.950812 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:21.955677 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f178d638-a8ba-4ca3-8747-a4cd99b45a77 admin admin] 10.222.0.37 "PUT /v2.0/routers/b377b276-2604-4df4-8c61-172cadff74f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873379 Sep 09 06:54:21.958157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34238) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:21.960728 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Sync routers for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:21.971010 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:21.971679 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:22.059981 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.073762 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:22.158918 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.245760 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:54:21Z', 'revision_number': 5, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port': {'id': '3ae0ab55-8a73-4575-a615-705a9499a60e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:52:04Z', 'updated_at': '2021-09-09T06:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:22.270795 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Deleting port 3ae0ab55-8a73-4575-a615-705a9499a60e {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:22.271165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.352266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] For port 3ae0ab55-8a73-4575-a615-705a9499a60e, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3ae0ab55-8a73-4575-a615-705a9499a60e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:22.352657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.361570 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Checking router: b377b276-2604-4df4-8c61-172cadff74f9 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:22.365408 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Calling delete_port for 3ae0ab55-8a73-4575-a615-705a9499a60e owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:22.369669 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Routers {'b377b276-2604-4df4-8c61-172cadff74f9'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:22.370257 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['b377b276-2604-4df4-8c61-172cadff74f9'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:22.453524 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] Set router b377b276-2604-4df4-8c61-172cadff74f9 gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:22.502791 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:54:22Z', 'revision_number': 6, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:22.531965 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac7f-d2d6-47f6-bbcd-22ecd7b66257 None None] The sync data for ids ['b377b276-2604-4df4-8c61-172cadff74f9'] in dv-cinder-733062-23-iscsi is: [{'id': 'b377b276-2604-4df4-8c61-172cadff74f9', 'name': 'tempest-TestMinimumBasicScenario-407739200-router', 'tenant_id': 'b12980d48aab4c2caedd453a5d1010c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:52:03Z', 'updated_at': '2021-09-09T06:54:22Z', 'revision_number': 6, 'project_id': 'b12980d48aab4c2caedd453a5d1010c0', 'gw_port_host': None}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:22.589638 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.618591 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae0ab55-8a73-4575-a615-705a9499a60e,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:22.676505 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.762856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.765187 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.878158 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.878698 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b377b276-2604-4df4-8c61-172cadff74f9 {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:54:22.884540 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.888224 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-9fddd1f9-89ff-4dcf-82bb-64c5ec012f68 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b377b276-2604-4df4-8c61-172cadff74f9 HTTP/1.1" status: 204 len: 168 time: 0.9266734 Sep 09 06:54:22.888455 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34240) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:22.940840 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Deleting subnet 8f3b2102-6bd6-487e-8f55-a364fad82f67 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:54:22.943196 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.966396 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 8600f77f-155d-4d1d-8d73-8ec2b976401b no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:22.980111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:22.986989 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 8600f77f-155d-4d1d-8d73-8ec2b976401b {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:22.987346 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 8600f77f-155d-4d1d-8d73-8ec2b976401b not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:23.059004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.189784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.214859 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3b2102-6bd6-487e-8f55-a364fad82f67,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:23.218499 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.220912 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e2b584a5-7a23-42d2-9baf-55245f224cf7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f3b2102-6bd6-487e-8f55-a364fad82f67 HTTP/1.1" status: 204 len: 168 time: 0.3311186 Sep 09 06:54:23.222896 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34242) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:23.225552 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd323b66-f954-40ff-8518-c5530b9009e5 None None] Network 24e70a21-2b61-4486-9226-841b76d06685 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:23.291573 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.348499 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Deleting port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:23.349037 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.402040 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] DHCP port deletion for 24e70a21-2b61-4486-9226-841b76d06685 request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:54:23.415413 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] For port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:23.415822 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.428574 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Calling delete_port for 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 owned by network:dhcp {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:23.448371 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Deleting port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:54:23.448744 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.511406 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] For port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,segment=NetworkSegment(c1af77c0-573a-4e04-9baf-4a794e573d0d),segment_id=c1af77c0-573a-4e04-9baf-4a794e573d0d)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:23.511797 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.525016 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Calling delete_port for 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:54:23.607081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.610276 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.631384 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:23.633226 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] No DVR routers for this DVR port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 on host dv-cinder-733062-23-iscsi {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:54:23.636055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] Pushing event deleted for resources: {'Port': ['ID=9599e1bb-1cf4-410b-8e8f-fe5573bf1f14,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:23.641148 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440c2f1-4511-4891-b440-2e539c4be5ea None None] No DVR routers for this DVR port 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:54:23.703643 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.723272 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e70a21-2b61-4486-9226-841b76d06685']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:23.732820 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1af77c0-573a-4e04-9baf-4a794e573d0d') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:23.733111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1af77c0-573a-4e04-9baf-4a794e573d0d') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:23.745332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.757844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.763538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:54:23.763911 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:54:23.765727 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:54:23.886588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.892084 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:23.893916 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] 10.222.0.37 "DELETE /v2.0/networks/24e70a21-2b61-4486-9226-841b76d06685 HTTP/1.1" status: 204 len: 168 time: 0.6700966 Sep 09 06:54:23.904796 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454f7e-712b-4698-b7f4-19c38f45ec1e admin admin] Pushing event deleted for resources: {'Network': ['ID=24e70a21-2b61-4486-9226-841b76d06685,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:24.280980 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34246) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:24.327121 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-807b2383-062e-459b-9fcb-fa6edb85ffb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ee9c119613e4d2fa45dd7e636c35ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447562 Sep 09 06:54:24.329286 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34248) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:24.378666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:24.399475 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:24.510198 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:24.512739 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:24.513884 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d14885d-1266-487a-85eb-4facd1d339f2 HTTP/1.1" status: 204 len: 168 time: 0.1836989 Sep 09 06:54:24.522033 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d05b5-bde2-49e1-b7a4-138dd31e053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14885d-1266-487a-85eb-4facd1d339f2,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:24.627505 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3ae0ab55-8a73-4575-a615-705a9499a60e no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:24.644366 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 3ae0ab55-8a73-4575-a615-705a9499a60e {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:24.644709 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3ae0ab55-8a73-4575-a615-705a9499a60e not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:24.645113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:54:24.666323 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:54:24.666662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 9599e1bb-1cf4-410b-8e8f-fe5573bf1f14 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:54:25.089011 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34254) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:25.128518 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-692804f3-1229-449f-8684-757dc300a329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b12980d48aab4c2caedd453a5d1010c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383141 Sep 09 06:54:25.130841 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34256) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:25.178291 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:25.198869 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:25.298082 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:25.300663 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:25.301811 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48ad10b4-2e0e-4afd-ab0e-aa09437f0598 HTTP/1.1" status: 204 len: 168 time: 0.1700544 Sep 09 06:54:25.309460 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e651e52-c1ec-4f6b-8d66-0dba801b6dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad10b4-2e0e-4afd-ab0e-aa09437f0598,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:26.275643 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34278) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:26.369769 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-542748886-network', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:26.469385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Made reservation on behalf of 107d5679d38b4a6a98428e87c34c72cf for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:54:26.471771 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.480813 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.564985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.652394 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.682499 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:54:26.687817 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d71741-9af6-4dd2-b73b-526209518057,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:26.694886 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.695262 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Added segment c948d3b5-7a92-42ef-b833-41707d9b134e of type vlan for network f7e0ddb6-22a8-4dff-844d-7c361f5df720 Sep 09 06:54:26.734062 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.826653 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.827633 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:26.828214 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:26.885660 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e0ddb6-22a8-4dff-844d-7c361f5df720,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:26.895359 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:54:26.919124 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-09acbc92-2059-4f5e-8c99-3a37ffdfd761 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6422310 Sep 09 06:54:26.921756 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34282) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:26.926407 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Request body: {'subnet': {'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-542748886-subnet', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:27.006650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Made reservation on behalf of 107d5679d38b4a6a98428e87c34c72cf for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:54:27.009466 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265546788'] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.229598 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265844401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265546810'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.288446 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d9d8f8-2fa3-4510-925c-0606590e8f0e,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:27.295273 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Checking segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:27.295622 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Network hostable DHCP agents. Network: f7e0ddb6-22a8-4dff-844d-7c361f5df720, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:54:27.371757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:54:27.423090 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, f7e0ddb6-22a8-4dff-844d-7c361f5df720) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:27.427205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:27.427791 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.441138 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3114b3-b3e9-41bc-bfe8-717caad16fe6 None None] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:27.512792 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f1ac1e3c-e032-4b29-8af9-6c452810aca7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5899048 Sep 09 06:54:27.515652 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34284) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:27.519942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:27.579311 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:54:27.580159 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.597879 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.598935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.647771 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.710900 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Allocated IP 172.20.0.2 (f7e0ddb6-22a8-4dff-844d-7c361f5df720/c5d9d8f8-2fa3-4510-925c-0606590e8f0e/348594c7-7cb8-47b4-b1db-0221b92ef477) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:27.847998 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.856629 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Transition to ACTIVE for port object 348594c7-7cb8-47b4-b1db-0221b92ef477 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:27.863501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:27.871678 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Transition to ACTIVE for port object 348594c7-7cb8-47b4-b1db-0221b92ef477 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:27.969585 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.004630 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:28.007337 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:28.010819 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:28.021440 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Pushing event updated for resources: {'Port': ['ID=348594c7-7cb8-47b4-b1db-0221b92ef477,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:28.068955 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Attempting to bind port 348594c7-7cb8-47b4-b1db-0221b92ef477 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:28.069328 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Attempting to bind port 348594c7-7cb8-47b4-b1db-0221b92ef477 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:28.069675 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Attempting to bind port 348594c7-7cb8-47b4-b1db-0221b92ef477 on network f7e0ddb6-22a8-4dff-844d-7c361f5df720 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:28.074533 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:28.074895 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Checking segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:28.075454 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.075840 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Bound using segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:28.076288 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Bound port: 348594c7-7cb8-47b4-b1db-0221b92ef477, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:28.076662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.123915 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.139950 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] For port 348594c7-7cb8-47b4-b1db-0221b92ef477, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:28.143001 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] For port 348594c7-7cb8-47b4-b1db-0221b92ef477, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=348594c7-7cb8-47b4-b1db-0221b92ef477,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:28.143582 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.227591 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.240921 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Allocated IP 172.27.0.22 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/90481291-72af-4466-ba1c-0f4f9d6f8ad0) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:28.348034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.410611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cfeab-512a-4ad1-9787-77542f22c6c7 None None] Pushing event updated for resources: {'Port': ['ID=348594c7-7cb8-47b4-b1db-0221b92ef477,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:28.429830 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.468119 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:28.471012 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:28.476641 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:28.482389 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Pushing event updated for resources: {'Port': ['ID=90481291-72af-4466-ba1c-0f4f9d6f8ad0,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:28.660091 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 348594c7-7cb8-47b4-b1db-0221b92ef477 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:28.782482 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:28.817729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 348594c7-7cb8-47b4-b1db-0221b92ef477 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:29.239954 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.252003 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e469b-dfed-4b74-968e-edffb9e01c75 None None] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:29.420882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Provisioning for port 348594c7-7cb8-47b4-b1db-0221b92ef477 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:29.425056 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Provisioning complete for port 348594c7-7cb8-47b4-b1db-0221b92ef477 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:29.425421 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.450105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Router e0413e5f-f619-44a3-90c8-5c738dabbd84 is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:54:29.509264 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.544874 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] For port 348594c7-7cb8-47b4-b1db-0221b92ef477, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=348594c7-7cb8-47b4-b1db-0221b92ef477,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:29.564447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:29.573259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Sync routers for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:29.582845 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:29.583495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:29.616227 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.640971 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.642273 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0da69706-e70c-4fe3-af8e-786500906850 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1256216 Sep 09 06:54:29.645935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34288) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:29.703422 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48645d-f8c8-4f13-b9c9-6c7990b46f78 None None] Pushing event updated for resources: {'Port': ['ID=348594c7-7cb8-47b4-b1db-0221b92ef477,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:29.727587 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:29.804610 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-96c0e1d7-1387-40fe-85de-dd46605b6801 None None] Provisioning complete for port 348594c7-7cb8-47b4-b1db-0221b92ef477 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:29.805025 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96c0e1d7-1387-40fe-85de-dd46605b6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:29.969260 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:28Z', 'revision_number': 3, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:29.994586 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Checking router: e0413e5f-f619-44a3-90c8-5c738dabbd84 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:29.994931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Updating router e0413e5f-f619-44a3-90c8-5c738dabbd84 port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:54:30.021867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.051118 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.204579 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Allocated IP 172.20.0.1 (f7e0ddb6-22a8-4dff-844d-7c361f5df720/c5d9d8f8-2fa3-4510-925c-0606590e8f0e/39328ed4-1533-4158-8e7e-811673243c58) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:30.272186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.281846 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Transition to ACTIVE for port object 90481291-72af-4466-ba1c-0f4f9d6f8ad0 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:30.308160 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.328239 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Transition to ACTIVE for port object 39328ed4-1533-4158-8e7e-811673243c58 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:30.363500 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.411754 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Attempting to bind port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:30.412115 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Attempting to bind port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:30.412467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Attempting to bind port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:30.417635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97e66d-b081-477e-93f8-d37d296be1ab None None] Pushing event updated for resources: {'Port': ['ID=90481291-72af-4466-ba1c-0f4f9d6f8ad0,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:30.421132 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.422230 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:30.422618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:30.423022 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.423405 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:30.423858 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Bound port: 90481291-72af-4466-ba1c-0f4f9d6f8ad0, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:30.424232 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.462451 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:30.465135 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:30.468652 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:30.483662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] For port 90481291-72af-4466-ba1c-0f4f9d6f8ad0, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:30.487772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] For port 90481291-72af-4466-ba1c-0f4f9d6f8ad0, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=90481291-72af-4466-ba1c-0f4f9d6f8ad0,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:30.495983 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Pushing event updated for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:30.513874 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.564172 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.645906 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 348594c7-7cb8-47b4-b1db-0221b92ef477 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:30.648239 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97e66d-b081-477e-93f8-d37d296be1ab None None] Pushing event updated for resources: {'Port': ['ID=90481291-72af-4466-ba1c-0f4f9d6f8ad0,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:30.650711 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:30.651342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:30.711423 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.793381 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-73bd7ba4-de53-4b05-8333-67df5caec913 None None] Provisioning for port 39328ed4-1533-4158-8e7e-811673243c58 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:30.796791 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 348594c7-7cb8-47b4-b1db-0221b92ef477 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:30.797156 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.801221 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:30.842665 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-73bd7ba4-de53-4b05-8333-67df5caec913 None None] Provisioning complete for port 39328ed4-1533-4158-8e7e-811673243c58 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:30.843124 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-73bd7ba4-de53-4b05-8333-67df5caec913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.870597 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.929535 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:30.997134 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Pushing event updated for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:30.999634 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:31.100370 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:31.101534 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-73bd7ba4-de53-4b05-8333-67df5caec913 None None] Port 39328ed4-1533-4158-8e7e-811673243c58 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:54:31.101683 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:31.205626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:28Z', 'revision_number': 3, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:31.220131 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Router e0413e5f-f619-44a3-90c8-5c738dabbd84 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:54:31.236961 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7164a4-5066-47fd-b7d3-4174301205f1 None None] The sync data for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi is: [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:28Z', 'revision_number': 3, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:31.321776 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-84b6cd8a-2ca5-4464-a3cb-be9d27e75b52 None None] Provisioning complete for port 39328ed4-1533-4158-8e7e-811673243c58 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:31.322407 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-84b6cd8a-2ca5-4464-a3cb-be9d27e75b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:31.339812 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:31.345197 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-bc204a0c-bdf9-47ed-9f91-2d0bb261db0f admin admin] 10.222.0.37 "PUT /v2.0/routers/e0413e5f-f619-44a3-90c8-5c738dabbd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990976 Sep 09 06:54:31.358928 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-84b6cd8a-2ca5-4464-a3cb-be9d27e75b52 None None] Port 39328ed4-1533-4158-8e7e-811673243c58 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:54:32.037293 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34304) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:32.042771 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-907777050-network', 'tenant_id': '09c73e8f188b42988889af383040df33'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:32.181620 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Made reservation on behalf of 09c73e8f188b42988889af383040df33 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:54:32.184137 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.192826 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.283579 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.338806 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.364244 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:54:32.373242 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5840f0-0df6-432c-8b18-03a54922bf11,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:32.379274 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.379617 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Added segment f048866a-b254-4496-baa3-e3dff49efdb5 of type vlan for network 53141644-2754-4129-9747-b7368f208bb1 Sep 09 06:54:32.421128 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.503613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.504612 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:32.505192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.580327 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] Pushing event updated for resources: {'Network': ['ID=53141644-2754-4129-9747-b7368f208bb1,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:32.595772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 53141644-2754-4129-9747-b7368f208bb1 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:54:32.607940 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-dcb32172-6457-4b84-9c82-9b755da3b190 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5695121 Sep 09 06:54:32.610571 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34306) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:32.615640 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Request body: {'subnet': {'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-907777050-subnet', 'tenant_id': '09c73e8f188b42988889af383040df33', 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:32.634285 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Sync routers for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:32.643939 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:32.644540 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:32.679717 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 90481291-72af-4466-ba1c-0f4f9d6f8ad0 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:32.711899 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Made reservation on behalf of 09c73e8f188b42988889af383040df33 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:54:32.714393 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.749404 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:32.794798 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:32.799176 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:32.801497 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.881091 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.901316 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 90481291-72af-4466-ba1c-0f4f9d6f8ad0, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=90481291-72af-4466-ba1c-0f4f9d6f8ad0,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:32.947297 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.957653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:32.967290 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 2, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:32.998164 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Checking router: e0413e5f-f619-44a3-90c8-5c738dabbd84 for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:32.998516 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Updating router e0413e5f-f619-44a3-90c8-5c738dabbd84 port 39328ed4-1533-4158-8e7e-811673243c58 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:54:33.006364 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=590c59d5-cbfd-4832-85d1-f91341cb9948,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:33.011116 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=90481291-72af-4466-ba1c-0f4f9d6f8ad0,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:33.017020 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Checking segment: {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:33.017372 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Network hostable DHCP agents. Network: 53141644-2754-4129-9747-b7368f208bb1, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:54:33.027430 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.083251 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Network 53141644-2754-4129-9747-b7368f208bb1 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:54:33.177720 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 53141644-2754-4129-9747-b7368f208bb1) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:33.182488 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:33.183103 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.187057 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3921631-fe64-46fe-a3f3-be7f31696467 None None] Network 53141644-2754-4129-9747-b7368f208bb1 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:33.283765 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-65f6372d-dcf7-4152-a989-acbd9d721bed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6695943 Sep 09 06:54:33.284065 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34308) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:33.288471 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:33.303224 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.313637 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Transition to ACTIVE for port object 39328ed4-1533-4158-8e7e-811673243c58 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:33.337970 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-53141644-2754-4129-9747-b7368f208bb1', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:54:33.338789 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.372234 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.373316 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.383777 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.425945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.436711 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Pushing event updated for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:33.446081 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.446448 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.446845 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.447151 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.447483 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.447822 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.448149 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.448470 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.448806 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.449127 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.449442 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.449756 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:54:33.481342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Allocated IP 172.20.0.2 (53141644-2754-4129-9747-b7368f208bb1/590c59d5-cbfd-4832-85d1-f91341cb9948/3c04a080-6047-481e-b3d3-3f2b888fa6c5) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:33.508060 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Attempting to bind port 39328ed4-1533-4158-8e7e-811673243c58 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:33.508474 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Attempting to bind port 39328ed4-1533-4158-8e7e-811673243c58 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:33.509123 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Attempting to bind port 39328ed4-1533-4158-8e7e-811673243c58 on network f7e0ddb6-22a8-4dff-844d-7c361f5df720 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:33.514673 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:33.515071 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Checking segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:33.515471 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.515861 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Bound using segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:33.516333 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Bound port: 39328ed4-1533-4158-8e7e-811673243c58, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:33.516726 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.587174 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] For port 39328ed4-1533-4158-8e7e-811673243c58, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:33.591503 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] For port 39328ed4-1533-4158-8e7e-811673243c58, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=39328ed4-1533-4158-8e7e-811673243c58,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:33.649680 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.657835 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Transition to ACTIVE for port object 3c04a080-6047-481e-b3d3-3f2b888fa6c5 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:33.658633 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.658764 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.672645 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Transition to ACTIVE for port object 3c04a080-6047-481e-b3d3-3f2b888fa6c5 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:33.718759 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5041f8-f115-441e-98cb-8cd614c5edc7 None None] Pushing event updated for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:33.721758 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:33.722442 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:33.767351 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.807695 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Network 53141644-2754-4129-9747-b7368f208bb1 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:33.810939 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:33.814499 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:33.828841 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Pushing event updated for resources: {'Port': ['ID=3c04a080-6047-481e-b3d3-3f2b888fa6c5,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:33.834440 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:33.889242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Attempting to bind port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:33.889601 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Attempting to bind port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:33.889969 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Attempting to bind port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 on network 53141644-2754-4129-9747-b7368f208bb1 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:33.895321 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:33.895630 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Checking segment: {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:33.896025 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.896416 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Bound using segment: {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:33.896880 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Bound port: 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:33.897257 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.952434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.974255 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] For port 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:33.975398 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:33.977497 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] For port 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3c04a080-6047-481e-b3d3-3f2b888fa6c5,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:34.046525 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:33Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:34.052535 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:34.079898 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdf8fc-fb30-4d66-a0e9-2427084d0e30 None None] The sync data for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi is: [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:33Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:34.080671 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Allocated IP 172.27.0.222 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/19233242-74d3-4b0f-9af6-30a0655f7310) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:34.118178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f88162-379b-4f1d-b705-5fa439898242 None None] Pushing event updated for resources: {'Port': ['ID=3c04a080-6047-481e-b3d3-3f2b888fa6c5,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:34.326304 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:34.430608 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:34.469227 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:34.472298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:34.478655 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:34.484436 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Pushing event updated for resources: {'Port': ['ID=19233242-74d3-4b0f-9af6-30a0655f7310,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:34.745236 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3c04a080-6047-481e-b3d3-3f2b888fa6c5 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:34.834827 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:34.972242 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:34.977858 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 90481291-72af-4466-ba1c-0f4f9d6f8ad0 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:35.032862 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:35.033307 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.052828 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.112661 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc485dc0-3718-49ba-b386-533b2e7f126d None None] Network 53141644-2754-4129-9747-b7368f208bb1 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:54:35.134259 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 39328ed4-1533-4158-8e7e-811673243c58 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:35.277779 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Router 05852af1-0a0b-47dc-b48d-4ed831674efb is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:54:35.308390 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Provisioning for port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:35.312033 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 39328ed4-1533-4158-8e7e-811673243c58 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:35.317495 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Provisioning complete for port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:35.317962 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.322142 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 39328ed4-1533-4158-8e7e-811673243c58 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:35.322303 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.385165 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:35.399303 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Sync routers for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:35.436831 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:35.437909 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:35.457682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.459010 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-aebc5edb-e539-4e3f-88d8-2281c9e5e15e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1739566 Sep 09 06:54:35.461695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34310) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:35.516109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.546339 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.626807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] For port 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3c04a080-6047-481e-b3d3-3f2b888fa6c5,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:35.635859 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 39328ed4-1533-4158-8e7e-811673243c58, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=39328ed4-1533-4158-8e7e-811673243c58,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:35.643281 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:35.707078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.724519 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:35.804157 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bcc29-2697-4e08-93af-5d7e6185f05d None None] Pushing event updated for resources: {'Port': ['ID=3c04a080-6047-481e-b3d3-3f2b888fa6c5,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:35.869463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.005640 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-716d1066-b639-4fa8-b499-abdff0cbb564 None None] Provisioning complete for port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:36.005877 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-716d1066-b639-4fa8-b499-abdff0cbb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.027123 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Allocated IP 172.20.0.1 (53141644-2754-4129-9747-b7368f208bb1/590c59d5-cbfd-4832-85d1-f91341cb9948/390f7d33-9203-469c-b7f8-8e9c524f8ae1) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:54:36.038574 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:36.075553 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:34Z', 'revision_number': 3, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:36.104426 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Checking router: 05852af1-0a0b-47dc-b48d-4ed831674efb for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:36.104768 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Updating router 05852af1-0a0b-47dc-b48d-4ed831674efb port 19233242-74d3-4b0f-9af6-30a0655f7310 binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:54:36.133125 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.157431 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.407891 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Transition to ACTIVE for port object 390f7d33-9203-469c-b7f8-8e9c524f8ae1 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:36.425121 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.434700 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Transition to ACTIVE for port object 19233242-74d3-4b0f-9af6-30a0655f7310 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:36.497880 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.529050 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.536981 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Network 53141644-2754-4129-9747-b7368f208bb1 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:36.546018 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:36.546764 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:54:36.569728 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Pushing event updated for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:36.582467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Attempting to bind port 19233242-74d3-4b0f-9af6-30a0655f7310 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:36.582838 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Attempting to bind port 19233242-74d3-4b0f-9af6-30a0655f7310 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:36.583233 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Attempting to bind port 19233242-74d3-4b0f-9af6-30a0655f7310 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:36.589064 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81fb59-ab67-4609-bfdf-b6aa74afe8e5 None None] Pushing event updated for resources: {'Port': ['ID=19233242-74d3-4b0f-9af6-30a0655f7310,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:36.591760 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:36.592045 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:36.592623 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.592800 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.593023 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:36.593593 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Bound port: 19233242-74d3-4b0f-9af6-30a0655f7310, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:36.593868 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.667588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] For port 19233242-74d3-4b0f-9af6-30a0655f7310, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:36.670910 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] For port 19233242-74d3-4b0f-9af6-30a0655f7310, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=19233242-74d3-4b0f-9af6-30a0655f7310,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:36.684529 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3c04a080-6047-481e-b3d3-3f2b888fa6c5 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:36.734350 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:36.734716 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.779123 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.828713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.873867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6fdb07d3-402e-4aa2-a15d-83a45dfeec71 None None] Provisioning for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:36.878133 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:36.880950 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:36.881151 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81fb59-ab67-4609-bfdf-b6aa74afe8e5 None None] Pushing event updated for resources: {'Port': ['ID=19233242-74d3-4b0f-9af6-30a0655f7310,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:36.886758 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-6fdb07d3-402e-4aa2-a15d-83a45dfeec71 None None] Provisioning complete for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:36.886758 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6fdb07d3-402e-4aa2-a15d-83a45dfeec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:36.888969 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 39328ed4-1533-4158-8e7e-811673243c58 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:36.982054 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb07d3-402e-4aa2-a15d-83a45dfeec71 None None] Port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:54:36.988706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.046496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.062211 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 39328ed4-1533-4158-8e7e-811673243c58 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:37.062677 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.084048 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:37.115756 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.118105 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Pushing event updated for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:37.167360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e9c73c7f-8a3d-4d1f-abd5-3879d8905c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.211350 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Network 53141644-2754-4129-9747-b7368f208bb1 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:54:37.212741 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:54:37.336018 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '390f7d33-9203-469c-b7f8-8e9c524f8ae1', 'name': '', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'mac_address': 'fa:16:3e:93:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:35Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 1, 'project_id': '09c73e8f188b42988889af383040df33', 'subnets': [{'id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:37.336418 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Router 05852af1-0a0b-47dc-b48d-4ed831674efb has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:54:37.366352 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b46a2c-dee5-4ffd-988e-a9357579ef36 None None] The sync data for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi is: [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '390f7d33-9203-469c-b7f8-8e9c524f8ae1', 'name': '', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'mac_address': 'fa:16:3e:93:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:35Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 1, 'project_id': '09c73e8f188b42988889af383040df33', 'subnets': [{'id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:37.448568 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:54:37.453556 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-dfb41bc9-331a-46fb-86a9-800226542da4 admin admin] 10.222.0.37 "PUT /v2.0/routers/05852af1-0a0b-47dc-b48d-4ed831674efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909277 Sep 09 06:54:37.503836 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7c21afb9-7291-4f4c-a084-65d5d50c30f1 None None] Provisioning complete for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:37.504204 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c21afb9-7291-4f4c-a084-65d5d50c30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:37.538218 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7c21afb9-7291-4f4c-a084-65d5d50c30f1 None None] Port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:54:38.204339 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34318) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:38.209028 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826854664', 'description': 'tempest-secgroup-smoke-1826854664 description', 'project_id': '107d5679d38b4a6a98428e87c34c72cf'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:38.309351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.394844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.475011 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.504786 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328416d0-79bc-494f-9650-8e06016ac955,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:38.586920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.588230 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ea02024e-de0e-48e6-90e7-fa26006a5038 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3828065 Sep 09 06:54:38.591239 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34320) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:38.598666 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:38.663565 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 19233242-74d3-4b0f-9af6-30a0655f7310 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:38.700046 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.754532 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.775263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 19233242-74d3-4b0f-9af6-30a0655f7310 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:38.779042 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 19233242-74d3-4b0f-9af6-30a0655f7310 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:38.779431 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.832159 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.850289 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbc6fa5-cb72-48f8-93db-9741141435ea,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:38.858132 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.879070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 19233242-74d3-4b0f-9af6-30a0655f7310, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=19233242-74d3-4b0f-9af6-30a0655f7310,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:38.912414 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.913654 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8d82e0bd-4f08-4e5c-ab88-687c4dab36ce tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214390 Sep 09 06:54:38.916436 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34322) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:38.920814 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:38.940957 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:38.988951 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=19233242-74d3-4b0f-9af6-30a0655f7310,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:39.002846 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.061092 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.111981 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.128868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd645b-c9dc-4b95-a9ac-bc3758809c17,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:39.164194 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Sync routers for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:54:39.173185 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:39.175433 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:39.195120 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.197142 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-faa6503a-e12e-425e-b28d-fada172b53e1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2797937 Sep 09 06:54:39.199904 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34324) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:39.204122 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:39.302885 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.362321 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.364071 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:39.432078 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.447509 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa359380-a07f-4e5b-99bb-bb34124f5cbf,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:39.512143 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.513428 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-8239ef1b-08e1-423e-b9d5-ca122422a1e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126047 Sep 09 06:54:39.516492 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34326) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:39.521038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:39.559809 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '390f7d33-9203-469c-b7f8-8e9c524f8ae1', 'name': '', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'mac_address': 'fa:16:3e:93:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:35Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 2, 'project_id': '09c73e8f188b42988889af383040df33', 'subnets': [{'id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:39.588223 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Checking router: 05852af1-0a0b-47dc-b48d-4ed831674efb for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:54:39.592607 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Updating router 05852af1-0a0b-47dc-b48d-4ed831674efb port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:54:39.609214 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7dee7cde-4a22-4478-bba9-1f47129089e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.612354 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.631027 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.692771 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.740400 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.759496 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc40b2ba-80ed-4458-b975-8f6bc0987f8c,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:39.815095 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.816332 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-04b69cdf-f716-41b9-af6f-8c7e5bd7d86b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988572 Sep 09 06:54:39.819024 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34328) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:39.823677 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:39.870524 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.879904 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Transition to ACTIVE for port object 390f7d33-9203-469c-b7f8-8e9c524f8ae1 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:54:39.934770 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.securitygroups_db [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Project 107d5679d38b4a6a98428e87c34c72cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:54:39.939898 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:39.957549 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.003581 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.009346 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223cd0e-6202-4bbb-9107-65cc575d788e None None] Pushing event updated for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:40.058225 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Attempting to bind port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:54:40.058592 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Attempting to bind port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:54:40.058951 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Attempting to bind port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 on network 53141644-2754-4129-9747-b7368f208bb1 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:54:40.064365 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:54:40.064736 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Checking segment: {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:54:40.065138 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.065526 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Bound using segment: {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:54:40.065986 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Bound port: 390f7d33-9203-469c-b7f8-8e9c524f8ae1, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f048866a-b254-4496-baa3-e3dff49efdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '53141644-2754-4129-9747-b7368f208bb1'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:54:40.066382 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.083781 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.104323 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4327711b-35d9-4dd0-8905-4b00e050017a,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:40.126537 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.136984 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] For port 390f7d33-9203-469c-b7f8-8e9c524f8ae1, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:54:40.140917 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] For port 390f7d33-9203-469c-b7f8-8e9c524f8ae1, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=390f7d33-9203-469c-b7f8-8e9c524f8ae1,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:54:40.194720 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.196006 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-7bf54824-91ae-4c16-ba8f-e78ed9f71840 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3758998 Sep 09 06:54:40.198692 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34330) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:54:40.203194 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'security_group_rule': {'security_group_id': '328416d0-79bc-494f-9650-8e06016ac955', 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:54:40.220971 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.276322 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:54:40.277229 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:54:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:40.291405 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.securitygroups_db [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Project 107d5679d38b4a6a98428e87c34c72cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:54:40.296747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.321272 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223cd0e-6202-4bbb-9107-65cc575d788e None None] Pushing event updated for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:40.365612 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.395879 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:54:40.437986 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.456920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cc7422-7574-4253-8bdc-1d102dd496d0,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:40.580648 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.590382 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0b252c30-cfce-4a2b-8dde-369b8b1c2007 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3822789 Sep 09 06:54:40.595936 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '390f7d33-9203-469c-b7f8-8e9c524f8ae1', 'name': '', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'mac_address': 'fa:16:3e:93:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:35Z', 'updated_at': '2021-09-09T06:54:40Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'subnets': [{'id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:54:40.625099 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c09032-c3de-4536-afe8-206f6da3b5b0 None None] The sync data for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi is: [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:36Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '390f7d33-9203-469c-b7f8-8e9c524f8ae1', 'name': '', 'network_id': '53141644-2754-4129-9747-b7368f208bb1', 'tenant_id': '09c73e8f188b42988889af383040df33', 'mac_address': 'fa:16:3e:93:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:35Z', 'updated_at': '2021-09-09T06:54:40Z', 'revision_number': 4, 'project_id': '09c73e8f188b42988889af383040df33', 'subnets': [{'id': '590c59d5-cbfd-4832-85d1-f91341cb9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:54:40.681274 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 390f7d33-9203-469c-b7f8-8e9c524f8ae1 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:40.760743 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.792263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:54:40.796581 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:40.796957 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.881920 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:40.915673 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 390f7d33-9203-469c-b7f8-8e9c524f8ae1, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=390f7d33-9203-469c-b7f8-8e9c524f8ae1,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:54:41.015832 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:41.015832 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 19233242-74d3-4b0f-9af6-30a0655f7310 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:41.089588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:54:41.104741 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 19233242-74d3-4b0f-9af6-30a0655f7310 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:41.105111 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:42.186682 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:54:42.440109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:42.643374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 390f7d33-9203-469c-b7f8-8e9c524f8ae1 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:54:42.689474 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:54:42.689839 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:46.131996 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:54:57.362295 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-eecbbad8-e5c9-4ba7-a8be-f43cfef1f165 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826854664&fields=id&tenant_id=107d5679d38b4a6a98428e87c34c72cf HTTP/1.1" status: 200 len: 267 time: 0.0322175 Sep 09 06:54:57.467280 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-c115ba7e-8891-494d-8b48-cd854c985f5b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:54:57.468634 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-c115ba7e-8891-494d-8b48-cd854c985f5b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 808 time: 0.0996950 Sep 09 06:54:57.482919 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-e2fa8da3-f61f-492c-8ab8-25f43ce3d4ca tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/quotas/107d5679d38b4a6a98428e87c34c72cf HTTP/1.1" status: 200 len: 375 time: 0.0086191 Sep 09 06:54:57.531096 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-21b463e9-3536-42b6-b02a-8d179bb5420e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431359 Sep 09 06:54:57.631437 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-2c2477a6-fd86-4646-bc29-718ac5e84ac2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:54:57.632427 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-2c2477a6-fd86-4646-bc29-718ac5e84ac2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907860 Sep 09 06:54:57.723358 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-008bd620-9f72-46a9-bf70-c361f928817e service neutron] 10.222.0.37 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Sep 09 06:54:57.808647 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-6c5fe402-c9b1-4f3a-8942-89df8327cf6d service neutron] 10.222.0.37 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789576 Sep 09 06:54:58.356606 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b317856e-439d-4935-ae5d-441de113b72d req-d108194f-7108-4b14-a425-7b3e20c449b8 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 210 time: 0.0291417 Sep 09 06:54:59.446674 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b6bb883a-dee3-41a8-940b-7f1a26b47475 req-37f7823f-da20-49bd-9a91-94d1757f8342 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 210 time: 0.0250266 Sep 09 06:55:00.125822 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-78a3f0f2-abff-46f8-a9cb-f7139ac53011 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:00.127297 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-78a3f0f2-abff-46f8-a9cb-f7139ac53011 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 808 time: 0.1011367 Sep 09 06:55:00.169217 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-8c45ad33-2786-4ba8-9f41-52ed92ea965a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107d5679d38b4a6a98428e87c34c72cf HTTP/1.1" status: 200 len: 380 time: 0.0327492 Sep 09 06:55:00.178265 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'port': {'device_id': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'admin_state_up': True, 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'security_groups': ['328416d0-79bc-494f-9650-8e06016ac955']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:55:00.334768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Made reservation on behalf of 107d5679d38b4a6a98428e87c34c72cf for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:55:00.338503 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:00.460603 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Allocated IP 172.20.0.10 (f7e0ddb6-22a8-4dff-844d-7c361f5df720/c5d9d8f8-2fa3-4510-925c-0606590e8f0e/e79f4845-d370-47db-95cc-f5b2d5fb8582) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:55:00.538738 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a13a207-1ff0-46bf-84ab-d8d5e354c4a3 req-9f91b27a-4096-4af8-ab00-193c67974087 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 210 time: 0.0250034 Sep 09 06:55:00.853787 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:00.867149 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Transition to ACTIVE for port object e79f4845-d370-47db-95cc-f5b2d5fb8582 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:55:01.000230 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.043722 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:55:01.046892 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:55:01.056021 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:55:01.085582 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:01.115367 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:01.116006 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.178026 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-274aca5d-890a-4939-8018-3abcc7c3b3ec tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030096 Sep 09 06:55:01.188099 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-f57e6c8d-0705-444c-b99c-c691a1847cdc tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:55:01.189084 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-f57e6c8d-0705-444c-b99c-c691a1847cdc tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Sep 09 06:55:01.257162 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Request body: {'port': {'device_id': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:55:01.312872 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.405156 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ff9e47db-9ad4-4dab-bae5-136fc338669e None None] Provisioning for port e79f4845-d370-47db-95cc-f5b2d5fb8582 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:55:01.409026 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-ff9e47db-9ad4-4dab-bae5-136fc338669e None None] Provisioning complete for port e79f4845-d370-47db-95cc-f5b2d5fb8582 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:55:01.409392 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff9e47db-9ad4-4dab-bae5-136fc338669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.441882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e47db-9ad4-4dab-bae5-136fc338669e None None] Port e79f4845-d370-47db-95cc-f5b2d5fb8582 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:55:01.569049 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79f4845-d370-47db-95cc-f5b2d5fb8582 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:55:01.577002 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.588599 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Transition to ACTIVE for port object e79f4845-d370-47db-95cc-f5b2d5fb8582 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:55:01.670421 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006817-7834-4869-be3f-a5746c48f796 req-a122f588-c67f-4889-9724-f05d62f5c01c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:01.671820 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f9006817-7834-4869-be3f-a5746c48f796 req-a122f588-c67f-4889-9724-f05d62f5c01c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 932 time: 0.0683329 Sep 09 06:55:01.688705 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.709757 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f9006817-7834-4869-be3f-a5746c48f796 req-e4a0440a-59ae-46ef-b434-6abd5bc9cc09 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Sep 09 06:55:01.759555 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:01.807224 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Attempting to bind port e79f4845-d370-47db-95cc-f5b2d5fb8582 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:55:01.807553 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Attempting to bind port e79f4845-d370-47db-95cc-f5b2d5fb8582 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:55:01.807871 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Attempting to bind port e79f4845-d370-47db-95cc-f5b2d5fb8582 on network f7e0ddb6-22a8-4dff-844d-7c361f5df720 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:55:01.813074 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Port e79f4845-d370-47db-95cc-f5b2d5fb8582 on network f7e0ddb6-22a8-4dff-844d-7c361f5df720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:55:01.813384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Attempting to bind port e79f4845-d370-47db-95cc-f5b2d5fb8582 on network f7e0ddb6-22a8-4dff-844d-7c361f5df720 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:55:01.818351 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:55:01.818680 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Checking segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:55:01.819086 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Bound using segment: {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:55:01.819509 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Bound port: e79f4845-d370-47db-95cc-f5b2d5fb8582, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c948d3b5-7a92-42ef-b833-41707d9b134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:55:01.819862 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:01.883799 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:55:01.887343 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:55:01.994918 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:02.034659 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.035296 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:02.036675 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1094 time: 0.8385842 Sep 09 06:55:02.037108 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:55:02.039489 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3126ed6e-31fc-4412-883d-2712a4e3381d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:55:02.066872 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc815331-d1bf-4a36-915e-71a5d46bf7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:02.085040 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf3815-d53b-4095-be2c-4c92c0194eae x-openstack-request-id: req-7fcf3815-d53b-4095-be2c-4c92c0194eae {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:55:02.085406 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:55:02.085651 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fcf3815-d53b-4095-be2c-4c92c0194eae {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:55:02.086043 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'status': 'completed', 'code': 200} Sep 09 06:55:02.152328 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-7cbffb52-21ae-459b-9fb8-70670e5fea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.154128 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-7cbffb52-21ae-459b-9fb8-70670e5fea97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1097 time: 0.0458231 Sep 09 06:55:02.252249 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-cfd658e4-6dcb-4188-8501-e01bfa3c9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.253641 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-cfd658e4-6dcb-4188-8501-e01bfa3c9e20 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=107d5679d38b4a6a98428e87c34c72cf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0915666 Sep 09 06:55:02.351063 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-9d1ac185-6ba0-424c-b491-d6671dd3dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.352467 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3126ed6e-31fc-4412-883d-2712a4e3381d req-9d1ac185-6ba0-424c-b491-d6671dd3dc54 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914378 Sep 09 06:55:02.427231 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-ca368afc-c0c2-436c-9c39-494e7057fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.428668 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-ca368afc-c0c2-436c-9c39-494e7057fd1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1097 time: 0.0398140 Sep 09 06:55:02.472964 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-2874ae27-f4d0-41f6-9154-e7ab900174f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 217 time: 0.0364072 Sep 09 06:55:02.520311 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-d81829e1-a1f7-4482-a9b6-45836c39d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.521598 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-d81829e1-a1f7-4482-a9b6-45836c39d7ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0417390 Sep 09 06:55:02.565081 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-d13c3108-ab45-4f1b-8e6d-09ee0f7c4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.566522 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-d13c3108-ab45-4f1b-8e6d-09ee0f7c4d1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376446 Sep 09 06:55:02.657607 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-9d63c69f-22f2-4fa9-9f09-5c1018e2e345 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837333 Sep 09 06:55:02.746218 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-844a6180-f63e-4fbd-8ef6-2af1d244eb8e req-2d5f25bf-9c4a-4a87-9b1e-f28ca753d409 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814168 Sep 09 06:55:02.819336 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66197c11-b872-447c-aca5-ec93765eeef1 req-a45f6e55-dea7-431b-966f-7365d427fb0c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:02.820719 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-66197c11-b872-447c-aca5-ec93765eeef1 req-a45f6e55-dea7-431b-966f-7365d427fb0c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0463822 Sep 09 06:55:02.860875 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-66197c11-b872-447c-aca5-ec93765eeef1 req-1cb8d2e3-9aa0-4659-8082-569b6ed86b27 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337567 Sep 09 06:55:03.977216 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac637f0-7acb-495f-a98c-24f800fb7d97 req-7f7a5963-d207-4009-a834-c13627a51e40 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:03.978726 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ac637f0-7acb-495f-a98c-24f800fb7d97 req-7f7a5963-d207-4009-a834-c13627a51e40 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0502477 Sep 09 06:55:04.016240 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6ac637f0-7acb-495f-a98c-24f800fb7d97 req-c11254f4-cf59-4e91-917a-4540ca2ad48c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305941 Sep 09 06:55:05.125958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadd9-4c58-42f8-a3b8-a304dd47f068 req-2bb26040-b4db-4fde-b4bb-c7586eb1f45a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:05.127417 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-916cadd9-4c58-42f8-a3b8-a304dd47f068 req-2bb26040-b4db-4fde-b4bb-c7586eb1f45a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0464318 Sep 09 06:55:05.164044 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-916cadd9-4c58-42f8-a3b8-a304dd47f068 req-42bbb78b-1e26-4c0b-aadb-c4b26b9bd1a2 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Sep 09 06:55:06.271920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152235-87eb-4bba-b47c-0b8ef0d4eede req-8aabeaac-ad70-41b2-8397-2f5f0aecad9b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:06.273348 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b8152235-87eb-4bba-b47c-0b8ef0d4eede req-8aabeaac-ad70-41b2-8397-2f5f0aecad9b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0463829 Sep 09 06:55:06.313749 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b8152235-87eb-4bba-b47c-0b8ef0d4eede req-17b0c985-d94d-435b-af64-2582fadfdc40 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Sep 09 06:55:07.122816 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-aee86c50-dc64-4f07-b54e-7618c1037703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:07.423629 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2c19c-49b2-4ec7-86c9-12ff0f5d6e75 req-0b20d964-ef92-42a7-bf41-e3eb98557718 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:07.425041 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52b2c19c-49b2-4ec7-86c9-12ff0f5d6e75 req-0b20d964-ef92-42a7-bf41-e3eb98557718 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0471249 Sep 09 06:55:07.461781 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-52b2c19c-49b2-4ec7-86c9-12ff0f5d6e75 req-b20a5b71-a653-411d-b279-fe98f125479a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Sep 09 06:55:08.572419 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2c72-b3f1-455a-a28a-79aa79d23122 req-9ba9b41f-eb1a-42f3-892e-caae1de433e4 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:08.574411 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-405d2c72-b3f1-455a-a28a-79aa79d23122 req-9ba9b41f-eb1a-42f3-892e-caae1de433e4 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0467007 Sep 09 06:55:08.609739 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-405d2c72-b3f1-455a-a28a-79aa79d23122 req-8d408997-4459-44c0-b181-c3590093716b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295584 Sep 09 06:55:09.593160 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6fc0-c352-4189-8df7-f0da74342fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:09.725835 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdef130-2a4f-4b7d-85d5-f8fb5be6e121 req-db0bb5f8-3797-4be3-bc7a-c2d1a31bfd39 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:09.727304 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dfdef130-2a4f-4b7d-85d5-f8fb5be6e121 req-db0bb5f8-3797-4be3-bc7a-c2d1a31bfd39 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0469859 Sep 09 06:55:09.767035 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dfdef130-2a4f-4b7d-85d5-f8fb5be6e121 req-aa0a8be7-54b8-451f-8848-ca031a3e751f tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Sep 09 06:55:10.100070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:10.713666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:10.878088 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5bc7-dada-48c2-b8c5-3768b3f755db req-b90f17b0-76f4-4afd-bc17-b93f6bb73b80 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:10.879645 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-22ed5bc7-dada-48c2-b8c5-3768b3f755db req-b90f17b0-76f4-4afd-bc17-b93f6bb73b80 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0477157 Sep 09 06:55:10.917356 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-22ed5bc7-dada-48c2-b8c5-3768b3f755db req-1487cf6e-b6d2-460d-9187-dcc93dd8a1bb tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Sep 09 06:55:10.928496 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:55:11.140197 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:55:11.150770 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'mac_address': 'fa:16:3e:5a:66:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:55:11.187322 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:11.199303 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79f4845-d370-47db-95cc-f5b2d5fb8582 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:55:11.217355 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:55:11.267318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:11.313512 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:11.471043 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['e79f4845-d370-47db-95cc-f5b2d5fb8582'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:55:12.030841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e46804-3fef-4741-94b1-a44d39cdcc86 req-fb49bea1-c1be-466e-af32-0bd281d4dcd0 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:12.032306 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-08e46804-3fef-4741-94b1-a44d39cdcc86 req-fb49bea1-c1be-466e-af32-0bd281d4dcd0 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 945 time: 0.0473390 Sep 09 06:55:12.068181 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-08e46804-3fef-4741-94b1-a44d39cdcc86 req-bbc4ec6c-28de-4fe5-a5df-c260e7b99e7b tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300884 Sep 09 06:55:12.439078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:12.927382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:55:13.036958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port e79f4845-d370-47db-95cc-f5b2d5fb8582 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:55:13.040516 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port e79f4845-d370-47db-95cc-f5b2d5fb8582 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:55:13.040887 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:13.114692 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:13.136611 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:55:13.139143 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02d657-abab-47c6-9d5b-d9ae114838a4" -d '{"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-plugged", "status": "completed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:55:13.151467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:55:13.181533 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c7770-7599-40e8-bddd-07573b84f774 req-d5f07afa-fd5c-4ee3-a4be-511551dc4bdc tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:13.182938 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-979c7770-7599-40e8-bddd-07573b84f774 req-d5f07afa-fd5c-4ee3-a4be-511551dc4bdc tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 945 time: 0.0483394 Sep 09 06:55:13.215118 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:13.226784 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-979c7770-7599-40e8-bddd-07573b84f774 req-7f59e0c8-ced1-4b5d-b343-46356ded3b27 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377717 Sep 09 06:55:13.241036 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc57caa2-60c3-4d50-a13a-dfb07f1b852f x-openstack-request-id: req-cc57caa2-60c3-4d50-a13a-dfb07f1b852f {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:55:13.241321 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-plugged", "status": "completed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:55:13.241563 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc57caa2-60c3-4d50-a13a-dfb07f1b852f {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:55:13.241933 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'code': 200} Sep 09 06:55:13.268696 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:13.540300 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ff235-c10b-4e2d-acde-7f2d2ae75f63 req-182ca0e8-11f8-49fd-8366-6e7eacf57746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:13.541667 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-a23ff235-c10b-4e2d-acde-7f2d2ae75f63 req-182ca0e8-11f8-49fd-8366-6e7eacf57746 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0391221 Sep 09 06:55:13.580284 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-a23ff235-c10b-4e2d-acde-7f2d2ae75f63 req-baec738d-8bf7-4a22-a799-2a4daeb832f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Sep 09 06:55:14.339890 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705519-c2e7-4990-ba14-c711f5379351 req-2be5e585-e03f-4f33-8ec1-98e6d4cb04e8 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:14.341337 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68705519-c2e7-4990-ba14-c711f5379351 req-2be5e585-e03f-4f33-8ec1-98e6d4cb04e8 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0470018 Sep 09 06:55:14.377489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-68705519-c2e7-4990-ba14-c711f5379351 req-3485a64c-4faa-44d0-955d-6cb8d5cadaf5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302870 Sep 09 06:55:15.485744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4266d-af10-4a1f-985f-f37f2464523a req-ed76df4c-d8ec-44a4-94c6-3b0acbc52470 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:15.487208 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2a4266d-af10-4a1f-985f-f37f2464523a req-ed76df4c-d8ec-44a4-94c6-3b0acbc52470 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0465600 Sep 09 06:55:15.523744 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d2a4266d-af10-4a1f-985f-f37f2464523a req-6535435e-a560-4db6-8edd-10fd85c12ec1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 Sep 09 06:55:15.631911 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02d04-e343-42f6-9efd-e950d23ad40d req-1194bfc9-7d83-45c1-a306-4d757e2db207 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:15.633340 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ad02d04-e343-42f6-9efd-e950d23ad40d req-1194bfc9-7d83-45c1-a306-4d757e2db207 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0465226 Sep 09 06:55:15.672556 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2ad02d04-e343-42f6-9efd-e950d23ad40d req-df8ef1fa-f4f3-40b9-b025-9eb3aeb7ce69 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Sep 09 06:55:15.694089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34500) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:55:15.770050 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b7c1a-4406-474c-9dd3-4fa2aae93581 tempest-TestShelveInstance-517650536 tempest-TestShelveInstance-517650536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:15.771529 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-115b7c1a-4406-474c-9dd3-4fa2aae93581 tempest-TestShelveInstance-517650536 tempest-TestShelveInstance-517650536-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1094 time: 0.0765076 Sep 09 06:55:15.774353 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34504) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:55:15.778445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:55:15.867408 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:15.958706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.072997 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Allocated IP 172.27.0.166 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/45821d74-ccba-417b-a658-c7767aed0712) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:55:16.146095 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.175590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.266137 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.301308 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:55:16.304070 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:55:16.307569 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:55:16.332602 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'Port': ['ID=45821d74-ccba-417b-a658-c7767aed0712,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:16.347144 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.347486 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.347818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.348146 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.348469 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.348794 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.349111 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.349428 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.349744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.350110 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.350423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.350735 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:55:16.680052 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.809807 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:16.953093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:17.031538 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:17.099282 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event updated for resources: {'Port': ['ID=45821d74-ccba-417b-a658-c7767aed0712,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:55:17.108983 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:17.211710 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Floating IP faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c associated. External IP: 172.27.0.166, port: e79f4845-d370-47db-95cc-f5b2d5fb8582. Sep 09 06:55:17.421178 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Router e0413e5f-f619-44a3-90c8-5c738dabbd84 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:55:17.524293 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:55:17.534314 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Sync routers for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:55:17.543138 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:55:17.548975 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:55:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:55:17.619969 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:17.647713 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-11253012-02fe-41ab-bb47-7b61330a947a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8723600 Sep 09 06:55:17.648299 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:55:17.650522 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d543cb-f474-463c-a03a-6457dad3c048" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:55:17.657122 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:55:17.740970 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55148caa-b301-436a-9a87-ab5f5f930534 x-openstack-request-id: req-55148caa-b301-436a-9a87-ab5f5f930534 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:55:17.741462 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:55:17.741570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55148caa-b301-436a-9a87-ab5f5f930534 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:55:17.741883 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'status': 'completed', 'code': 200} Sep 09 06:55:17.800232 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-f4a23a92-8bfd-4d71-8814-9711653b6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:17.802296 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-f4a23a92-8bfd-4d71-8814-9711653b6d6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0395243 Sep 09 06:55:17.876382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'mac_address': 'fa:16:3e:5a:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:55:16Z', 'updated_at': '2021-09-09T06:55:16Z', 'revision_number': 0, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:55:17.890243 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-ce169245-2c62-457d-97ea-154b3bccde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:17.891751 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-ce169245-2c62-457d-97ea-154b3bccde98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0820391 Sep 09 06:55:17.905394 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Checking router: e0413e5f-f619-44a3-90c8-5c738dabbd84 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:55:17.913515 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:55:17.914116 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:55:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:55:17.961824 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-b674b1e4-f2be-45d6-9648-567a6a53254d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1000 time: 0.0628102 Sep 09 06:55:18.011327 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-a602bf6c-521c-46e4-b793-db8f92c1ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:18.013040 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-a602bf6c-521c-46e4-b793-db8f92c1ebfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0447729 Sep 09 06:55:18.023518 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:55:18.059797 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-fc00384b-bf2b-40da-a253-e2fcab056c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:18.061184 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-fc00384b-bf2b-40da-a253-e2fcab056c93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402613 Sep 09 06:55:18.154717 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-eb2781b1-d868-4551-b272-a5608adf7419 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854061 Sep 09 06:55:18.243123 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'mac_address': 'fa:16:3e:5a:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:55:16Z', 'updated_at': '2021-09-09T06:55:16Z', 'revision_number': 0, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:55:18.252576 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8d543cb-f474-463c-a03a-6457dad3c048 req-35335c97-2502-4f0a-89bf-16de9c75d592 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899141 Sep 09 06:55:18.273687 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff50a4-d90d-43af-8b95-6edfb5cfc599 None None] The sync data for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi is: [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': 'faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'mac_address': 'fa:16:3e:5a:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T06:55:16Z', 'updated_at': '2021-09-09T06:55:16Z', 'revision_number': 0, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:55:18.452223 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435162d-80e4-4911-8f44-bd52fd56edda None None] New status for floating IP faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:55:19.185280 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:55:20.206460 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-41b980c9-1217-4ed3-85ea-47d6f0252ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373619 Sep 09 06:55:20.282870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-08c70dd6-d083-439d-9e1e-68721cfa8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:20.284400 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-08c70dd6-d083-439d-9e1e-68721cfa8945 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0386517 Sep 09 06:55:20.386899 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-92d51e2a-cccd-4d66-b0ac-99007e241228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:20.388577 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-92d51e2a-cccd-4d66-b0ac-99007e241228 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0847149 Sep 09 06:55:20.450843 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-43884c14-97d7-4715-8888-8be1c0f548a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1002 time: 0.0549822 Sep 09 06:55:20.498057 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-ee6272fd-6bdf-448f-a680-f43155da3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:20.499362 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-ee6272fd-6bdf-448f-a680-f43155da3f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0413904 Sep 09 06:55:20.547220 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-03d30315-9c01-4206-9ad0-61bd0b12197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:55:20.548642 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-03d30315-9c01-4206-9ad0-61bd0b12197a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413163 Sep 09 06:55:20.634338 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-8311f390-16fc-4449-80f9-ea75638c2b15 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778415 Sep 09 06:55:20.723883 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b1dd656f-de50-4a05-bad5-9c0686f36914 req-f6e05b6e-e333-4c50-a8b3-3386ca351448 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Sep 09 06:55:37.084066 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d79a578f-1306-4b0a-b4c4-26d93d7cdb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:39.581062 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d9e912a6-11fa-43f2-bbad-758f972bc073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:40.095338 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:40.695520 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:42.437932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:46.140487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:55:56.185160 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:56:07.111278 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3b1c664-0999-4ae5-b2fd-88ddc439c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:09.596726 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-83729073-ef9d-41a2-a0f0-124c234260ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:10.099595 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:10.721735 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:12.464502 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:16.128040 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:21.206597 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-6718fbc9-4af8-48ef-bf4b-a46e86c463ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377750 Sep 09 06:56:21.285191 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15528da-2dfc-4189-aedc-298d08899b4f req-35dfdbaa-4c15-46c5-8ade-3ac2163c105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:56:21.286766 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-35dfdbaa-4c15-46c5-8ade-3ac2163c105c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0406594 Sep 09 06:56:21.390384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15528da-2dfc-4189-aedc-298d08899b4f req-ae98d8e2-5b0c-4e3f-83b3-189ee9ebb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:56:21.391859 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-ae98d8e2-5b0c-4e3f-83b3-189ee9ebb55f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0859535 Sep 09 06:56:21.454975 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-78eb963a-695a-4855-a352-ea1096f95227 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1002 time: 0.0549357 Sep 09 06:56:21.505291 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15528da-2dfc-4189-aedc-298d08899b4f req-011ab65d-5aba-4f61-a9ff-04923acd22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:56:21.506583 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-011ab65d-5aba-4f61-a9ff-04923acd22d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0446742 Sep 09 06:56:21.549376 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15528da-2dfc-4189-aedc-298d08899b4f req-f72dc614-d045-450f-8b04-75418de44cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:56:21.550798 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-f72dc614-d045-450f-8b04-75418de44cbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374835 Sep 09 06:56:21.638774 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-aadea72a-dec0-43d5-9658-12709ad84dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Sep 09 06:56:21.730361 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e15528da-2dfc-4189-aedc-298d08899b4f req-b5271353-992c-48aa-8a1f-ba0fa2b431e2 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Sep 09 06:56:33.184409 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:56:37.121678 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c314b95-4d39-42b8-9017-fed64a24ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:39.607680 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-31bb8807-992e-430f-a7b4-e61b9dcac0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:40.086809 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:40.687083 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:42.429571 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:56:46.144155 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:07.074581 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-85272133-a5b5-44ee-b5ce-6d14a880417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:09.646107 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71753b11-167e-4725-92da-96f69344743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:10.074666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:10.183631 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:57:10.743140 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:12.451309 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:13.251815 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f694-b7f2-4088-9750-6c03d9e2bcaf req-b822b678-a4de-49ce-a6bd-5a71803bb159 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:13.253396 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f581f694-b7f2-4088-9750-6c03d9e2bcaf req-b822b678-a4de-49ce-a6bd-5a71803bb159 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0535924 Sep 09 06:57:13.294983 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f581f694-b7f2-4088-9750-6c03d9e2bcaf req-36ac8749-b595-4a8c-b818-620f0b50bc3e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355806 Sep 09 06:57:14.422342 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a916d61-762f-4ad4-85ca-ca0cd9c12035 req-3a24fd42-f780-4af8-a7c9-0d0a4d2bc133 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:14.423810 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a916d61-762f-4ad4-85ca-ca0cd9c12035 req-3a24fd42-f780-4af8-a7c9-0d0a4d2bc133 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0475154 Sep 09 06:57:14.459317 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8a916d61-762f-4ad4-85ca-ca0cd9c12035 req-724b7164-9d4c-40f6-9bed-bf785ff669fa tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297463 Sep 09 06:57:15.582298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf60074-7a6a-4461-b3a3-fccdb9d00bb8 req-4cba1183-b9f6-4580-bb47-91e1eca639ff tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:15.583672 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8bf60074-7a6a-4461-b3a3-fccdb9d00bb8 req-4cba1183-b9f6-4580-bb47-91e1eca639ff tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0473280 Sep 09 06:57:15.619115 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-8bf60074-7a6a-4461-b3a3-fccdb9d00bb8 req-81a47de9-b8dc-4d64-a8bc-80c5a64ba9d6 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296781 Sep 09 06:57:16.165693 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:16.728656 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f900e-20f9-432a-a2ee-d3c7398ee373 req-76a21404-15a9-4340-a7b0-da49d1154650 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:16.730071 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-818f900e-20f9-432a-a2ee-d3c7398ee373 req-76a21404-15a9-4340-a7b0-da49d1154650 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0461524 Sep 09 06:57:16.770665 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-818f900e-20f9-432a-a2ee-d3c7398ee373 req-ea5b3648-0924-4233-abf5-f5338c3f896d tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340374 Sep 09 06:57:17.879290 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69a04-b3ff-48cc-b5c9-f3255e74d325 req-ce9b2792-7de0-4cc5-9727-51773d7f89e0 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:17.880716 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10f69a04-b3ff-48cc-b5c9-f3255e74d325 req-ce9b2792-7de0-4cc5-9727-51773d7f89e0 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0468302 Sep 09 06:57:17.916699 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-10f69a04-b3ff-48cc-b5c9-f3255e74d325 req-5b287024-71f1-4320-91a3-211cfc869a67 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300560 Sep 09 06:57:19.026086 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3d5f-fa17-4501-b07c-335bf3dca814 req-766fe601-0dbd-417f-a302-0b0114afa247 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:19.027551 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38bc3d5f-fa17-4501-b07c-335bf3dca814 req-766fe601-0dbd-417f-a302-0b0114afa247 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0471919 Sep 09 06:57:19.063535 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-38bc3d5f-fa17-4501-b07c-335bf3dca814 req-bacad5f0-fe6b-49bf-85be-e371fac424d6 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296237 Sep 09 06:57:20.177730 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054e03-ae0e-4df9-a30f-bad219b37def req-199ba954-0a9c-46d1-b4d8-97078d71d4b5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:20.179212 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5054e03-ae0e-4df9-a30f-bad219b37def req-199ba954-0a9c-46d1-b4d8-97078d71d4b5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0481222 Sep 09 06:57:20.218606 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5054e03-ae0e-4df9-a30f-bad219b37def req-b54d990c-15e9-427b-95f0-7bdae36328d2 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Sep 09 06:57:21.330057 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed70-8dd3-4f28-a490-e1ee8529fb96 req-1df641a4-d376-405c-aca1-84bb12699b79 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:21.331536 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c42fed70-8dd3-4f28-a490-e1ee8529fb96 req-1df641a4-d376-405c-aca1-84bb12699b79 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0475130 Sep 09 06:57:21.368583 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c42fed70-8dd3-4f28-a490-e1ee8529fb96 req-bddc469f-4ea6-46da-be14-7683b4b71b41 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302527 Sep 09 06:57:22.478572 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8068-335f-46c0-ad8d-e4c0389fd138 req-578fa21d-e0e7-4fda-b934-dae31fce8af5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:22.480057 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-666c8068-335f-46c0-ad8d-e4c0389fd138 req-578fa21d-e0e7-4fda-b934-dae31fce8af5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0474114 Sep 09 06:57:22.519014 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-666c8068-335f-46c0-ad8d-e4c0389fd138 req-7ab298b0-094e-4ccb-a066-f7b448e6ecb3 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Sep 09 06:57:23.234087 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-5de80dea-b385-46ab-8f7b-b04c5288c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.235700 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-5de80dea-b385-46ab-8f7b-b04c5288c960 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0411727 Sep 09 06:57:23.342484 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-e5302062-9580-44a5-a3f6-a7836a8b6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.343963 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-e5302062-9580-44a5-a3f6-a7836a8b6b0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0882778 Sep 09 06:57:23.406582 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-f0337e0e-8cd2-4c9d-949b-265a656f05ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1002 time: 0.0545485 Sep 09 06:57:23.453279 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-38c90f84-ead0-4090-9df4-d7e525fbf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.454617 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-38c90f84-ead0-4090-9df4-d7e525fbf03f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0410829 Sep 09 06:57:23.503072 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-ac8fa6c6-703f-4950-b6dc-5cf420af7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.504460 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-ac8fa6c6-703f-4950-b6dc-5cf420af7a6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434139 Sep 09 06:57:23.591717 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-203b421e-0422-4eac-a3c2-a51dd4764c62 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799489 Sep 09 06:57:23.629081 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee05230-1b9f-45a3-b94b-733262cf87ab req-4c675847-6c38-4b87-ab20-72762f629f77 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.630556 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ee05230-1b9f-45a3-b94b-733262cf87ab req-4c675847-6c38-4b87-ab20-72762f629f77 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0467803 Sep 09 06:57:23.671065 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ee05230-1b9f-45a3-b94b-733262cf87ab req-9d2d325c-50d1-4209-91bb-ff1a86186fad tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Sep 09 06:57:23.684369 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-d8ce51c9-50c8-41f8-bf35-b0243f38880d req-f31979cf-57c5-46d5-bd45-5761d0b0ae67 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Sep 09 06:57:23.762832 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02959a2-9350-4718-b384-56efa639507b req-05054e6a-4bff-46e2-bd9b-1884bd2f0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.764222 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-05054e6a-4bff-46e2-bd9b-1884bd2f0563 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0389111 Sep 09 06:57:23.859265 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02959a2-9350-4718-b384-56efa639507b req-1b9408d1-3e09-414a-a205-a5abc1572264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.860715 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-1b9408d1-3e09-414a-a205-a5abc1572264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0891883 Sep 09 06:57:23.923095 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-de958c56-8fc5-445b-b9ea-e6331d1f3dbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1002 time: 0.0552733 Sep 09 06:57:23.969277 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02959a2-9350-4718-b384-56efa639507b req-55fd1931-28b9-4674-a49e-17939480e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:23.970687 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-55fd1931-28b9-4674-a49e-17939480e91e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0409839 Sep 09 06:57:24.017313 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02959a2-9350-4718-b384-56efa639507b req-585b5e9e-7c01-4d17-9647-26b260b7239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:24.018690 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-585b5e9e-7c01-4d17-9647-26b260b7239c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412965 Sep 09 06:57:24.106446 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-d4a2618b-d080-4ce8-899d-0ea5d680cc24 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811374 Sep 09 06:57:24.199107 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e02959a2-9350-4718-b384-56efa639507b req-3f0fc3ff-beca-4dc3-8e84-235a64f55eff service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847805 Sep 09 06:57:24.782690 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abf893-9087-46a8-84db-ce0484404ef5 req-ebad65d0-6bf2-44a2-93c1-27304eae915f tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:24.784170 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-16abf893-9087-46a8-84db-ce0484404ef5 req-ebad65d0-6bf2-44a2-93c1-27304eae915f tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0474093 Sep 09 06:57:24.820347 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-16abf893-9087-46a8-84db-ce0484404ef5 req-79a5ae42-6723-4abe-ab21-dec1fe2acf35 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302558 Sep 09 06:57:25.934046 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45352607-5dc9-4fbc-ae9c-e5b8393d8b14 req-5e420ac0-bdba-42f3-b444-d36f68b3ab37 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:25.935569 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45352607-5dc9-4fbc-ae9c-e5b8393d8b14 req-5e420ac0-bdba-42f3-b444-d36f68b3ab37 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0491152 Sep 09 06:57:25.973007 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45352607-5dc9-4fbc-ae9c-e5b8393d8b14 req-c0040d7e-445a-43a3-8342-fd3c1003c3e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Sep 09 06:57:27.083507 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4002268-57ed-46d7-90a4-73b32f38fe0b req-3f25a62b-fe29-4015-9ee9-23fff3000d3c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:27.084933 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e4002268-57ed-46d7-90a4-73b32f38fe0b req-3f25a62b-fe29-4015-9ee9-23fff3000d3c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0457880 Sep 09 06:57:27.124874 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e4002268-57ed-46d7-90a4-73b32f38fe0b req-a2913ddb-7255-4422-bc96-8f530ee08f11 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338957 Sep 09 06:57:27.409713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad30189-d2fb-4425-ab12-db45bbde1c8d req-47e0baa2-f87f-4da1-b395-c2b5df6ed4a5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:27.411281 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dad30189-d2fb-4425-ab12-db45bbde1c8d req-47e0baa2-f87f-4da1-b395-c2b5df6ed4a5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0483687 Sep 09 06:57:27.450476 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-dad30189-d2fb-4425-ab12-db45bbde1c8d req-456b1c35-9d3d-448c-b33c-16024eff0583 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332637 Sep 09 06:57:27.532044 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-1a912fa0-6422-40b2-b130-d30083bb6d5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326585 Sep 09 06:57:27.540580 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-65e8ea67-c95c-448e-b797-175ee1eb5690 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 06:57:27.541458 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-65e8ea67-c95c-448e-b797-175ee1eb5690 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047264 Sep 09 06:57:28.561900 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e22f5-ec43-49b7-877a-a7d99e3ad17e req-8c09461a-0ded-482e-965e-e0643c4064a8 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:28.563371 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5b4e22f5-ec43-49b7-877a-a7d99e3ad17e req-8c09461a-0ded-482e-965e-e0643c4064a8 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0478196 Sep 09 06:57:28.599102 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5b4e22f5-ec43-49b7-877a-a7d99e3ad17e req-8de3c953-3a0e-4c4e-a6bd-5807b9fbd498 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299954 Sep 09 06:57:29.536969 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:57:29.608381 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:29.630654 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:57:29.632929 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f858b6d1-3a05-4642-9172-31ae2724350c" -d '{"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:57:29.645972 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:57:29.664484 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cab551-1757-4270-b225-d0126944baef x-openstack-request-id: req-f6cab551-1757-4270-b225-d0126944baef {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:57:29.682142 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-unplugged", "status": "failed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "code": 422}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:57:29.682142 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6cab551-1757-4270-b225-d0126944baef {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:57:29.682142 dv-cinder-733062-23-iscsi neutron-server[100950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'code': 422} returned with failed status Sep 09 06:57:29.709858 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688517-4820-4f6b-b2bb-dff577d9ea4b req-2a6b5e8f-0531-4652-bc29-42af8e8e25f7 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:29.711325 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd688517-4820-4f6b-b2bb-dff577d9ea4b req-2a6b5e8f-0531-4652-bc29-42af8e8e25f7 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0478876 Sep 09 06:57:29.731731 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:29.752327 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bd688517-4820-4f6b-b2bb-dff577d9ea4b req-22a36dff-86a3-4623-8f01-6a917fc614a4 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351381 Sep 09 06:57:29.783165 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=6']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:57:29.790101 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.790449 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.790789 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.791153 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.791484 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.791815 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.792138 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.792462 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.792786 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.793106 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.793427 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:29.793768 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:57:30.863539 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf9df-f171-47a6-9d6e-c8560af7dba1 req-1fb9292a-d992-41d5-a278-6da0a262326e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:30.864982 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-123bf9df-f171-47a6-9d6e-c8560af7dba1 req-1fb9292a-d992-41d5-a278-6da0a262326e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0469992 Sep 09 06:57:30.901943 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-123bf9df-f171-47a6-9d6e-c8560af7dba1 req-25823926-6a4c-4982-af0b-6b98f3fc3b38 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Sep 09 06:57:31.651417 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-99a1dd86-abae-46d6-ab6f-cc3c76aa2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:31.652869 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-99a1dd86-abae-46d6-ab6f-cc3c76aa2799 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc&tenant_id=107d5679d38b4a6a98428e87c34c72cf HTTP/1.1" status: 200 len: 1097 time: 0.0692401 Sep 09 06:57:31.712699 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-476a142a-74ce-4e95-a8d5-5f10c792c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:31.714158 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-476a142a-74ce-4e95-a8d5-5f10c792c7b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1097 time: 0.0382307 Sep 09 06:57:31.800462 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-27fadbdb-b8e7-41b5-aa81-d19f383ac0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:31.801901 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-27fadbdb-b8e7-41b5-aa81-d19f383ac0d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0803161 Sep 09 06:57:31.867323 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-8bc349d7-7278-4420-8aad-6985c1c12eb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1000 time: 0.0582690 Sep 09 06:57:31.914312 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-41f133f0-2406-4103-84d3-ce949a856f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:31.915636 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-41f133f0-2406-4103-84d3-ce949a856f0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0415044 Sep 09 06:57:31.959799 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-110637ef-165e-42dd-9463-055406d2ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:31.961291 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-110637ef-165e-42dd-9463-055406d2ad68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389247 Sep 09 06:57:32.014208 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2f05-2198-4cdd-bd60-2eab89a822f6 req-c84afc36-f736-4d92-8915-edb8c0ed92e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:32.016281 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e92a2f05-2198-4cdd-bd60-2eab89a822f6 req-c84afc36-f736-4d92-8915-edb8c0ed92e9 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0493476 Sep 09 06:57:32.053524 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e92a2f05-2198-4cdd-bd60-2eab89a822f6 req-5d87a47a-96fe-4c07-ac93-9610514122c5 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Sep 09 06:57:32.055048 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-7c6b5443-da81-4af1-a209-d6c97fa63c81 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856957 Sep 09 06:57:32.145602 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffb1020b-f25c-4e18-a8d6-1d3892c3ad47 req-d2ba963b-de8b-4f6a-9344-1332055d04b2 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836244 Sep 09 06:57:33.163685 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d451d-1023-445b-bec2-0834e7119559 req-b3a9448c-6e7b-41c3-a52a-9a6de2c3a89a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:33.165130 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-792d451d-1023-445b-bec2-0834e7119559 req-b3a9448c-6e7b-41c3-a52a-9a6de2c3a89a tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0464482 Sep 09 06:57:33.204928 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-792d451d-1023-445b-bec2-0834e7119559 req-6aace27c-4ee2-4759-815b-444a361efa0d tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Sep 09 06:57:34.319736 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aac58-c15f-45a3-a41d-5723d45d0261 req-b0937f50-5cc6-497a-b3ad-4b9383307f50 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:34.321183 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-698aac58-c15f-45a3-a41d-5723d45d0261 req-b0937f50-5cc6-497a-b3ad-4b9383307f50 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0500109 Sep 09 06:57:34.356901 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-698aac58-c15f-45a3-a41d-5723d45d0261 req-0d09d2ea-c82c-4d1c-b738-1f7398631b72 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299218 Sep 09 06:57:35.467352 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed0283-bde9-4047-9fe9-6f302f6c0038 req-5bddadcd-537c-4a9f-be83-9b51b296aca4 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:35.468903 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0bed0283-bde9-4047-9fe9-6f302f6c0038 req-5bddadcd-537c-4a9f-be83-9b51b296aca4 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0471885 Sep 09 06:57:35.505771 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0bed0283-bde9-4047-9fe9-6f302f6c0038 req-22908002-f681-4c03-9752-901c24120178 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Sep 09 06:57:36.617697 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4601-8a25-47e0-bab2-75d924882f39 req-b5f3a43d-8134-4c16-b42f-bfbb4fcae03e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:36.619142 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7ecc4601-8a25-47e0-bab2-75d924882f39 req-b5f3a43d-8134-4c16-b42f-bfbb4fcae03e tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0461295 Sep 09 06:57:36.658825 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7ecc4601-8a25-47e0-bab2-75d924882f39 req-468eb5ee-ade2-4fd2-adc0-4fced4d5eda2 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Sep 09 06:57:37.080109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec518409-6def-475e-80ed-9e5dd6c64de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:37.770536 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63eab7-358a-4b53-9eea-339c097b63cb req-2c6b32cf-9a9f-4be1-92ed-75ccbdebb873 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:37.772055 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5c63eab7-358a-4b53-9eea-339c097b63cb req-2c6b32cf-9a9f-4be1-92ed-75ccbdebb873 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0477850 Sep 09 06:57:37.808901 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5c63eab7-358a-4b53-9eea-339c097b63cb req-042429f2-0268-4422-9e15-d810e32c5280 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Sep 09 06:57:38.920205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b52885-5ae4-492d-bc2d-6bb57e532d7a req-2288c66b-9824-4cba-9c20-ad8acacb3788 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:38.921617 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2b52885-5ae4-492d-bc2d-6bb57e532d7a req-2288c66b-9824-4cba-9c20-ad8acacb3788 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 944 time: 0.0463936 Sep 09 06:57:38.958260 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f2b52885-5ae4-492d-bc2d-6bb57e532d7a req-190a1fcc-0170-41a8-977a-cb9601082e0d tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307877 Sep 09 06:57:39.578402 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:57:39.681090 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:57:39.691712 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'port_id': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'mac_address': 'fa:16:3e:5a:66:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:57:39.730374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:39.738588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cb358c44-af6a-4f14-bc6d-1923af2d3826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:39.744265 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79f4845-d370-47db-95cc-f5b2d5fb8582 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:57:39.762484 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:57:39.833902 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:39.880753 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=7']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:57:40.070566 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5ce99-73f3-4541-8389-fd48d0af9d3c req-f208f7b6-d278-4640-8444-745d26bb3a94 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:40.072059 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45e5ce99-73f3-4541-8389-fd48d0af9d3c req-f208f7b6-d278-4640-8444-745d26bb3a94 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 945 time: 0.0491629 Sep 09 06:57:40.079081 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['e79f4845-d370-47db-95cc-f5b2d5fb8582'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:57:40.116509 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-45e5ce99-73f3-4541-8389-fd48d0af9d3c req-e11143fe-4016-4179-89d1-9665636439ac tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350688 Sep 09 06:57:40.137204 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:40.731409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:41.224382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cf45-0d81-44af-89d4-03681be51ff9 req-10ec7bed-cd3f-4e28-afe9-16a0490b1e08 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:41.225794 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40c2cf45-0d81-44af-89d4-03681be51ff9 req-10ec7bed-cd3f-4e28-afe9-16a0490b1e08 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 945 time: 0.0460453 Sep 09 06:57:41.262005 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-40c2cf45-0d81-44af-89d4-03681be51ff9 req-139090f9-4406-4b60-9a83-855612cd2241 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303495 Sep 09 06:57:41.601773 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:57:41.647188 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port e79f4845-d370-47db-95cc-f5b2d5fb8582 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:57:41.647554 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:41.721901 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:41.742354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:57:41.744564 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e436066-dcb3-4a2d-b088-0eec36f51a81" -d '{"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-plugged", "status": "completed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:57:41.756455 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:57:41.780869 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf4283-17ed-46b2-a174-45217bd23329 x-openstack-request-id: req-94cf4283-17ed-46b2-a174-45217bd23329 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:57:41.781173 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-plugged", "status": "completed", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:57:41.781659 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94cf4283-17ed-46b2-a174-45217bd23329 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:57:41.782047 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'code': 200} Sep 09 06:57:41.845708 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:41.895035 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=8']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:57:42.035316 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a63961-f5b3-4a34-aed9-82c64284b2ea req-d3020ffb-02fb-4f99-87be-38a383ae259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:42.036814 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-96a63961-f5b3-4a34-aed9-82c64284b2ea req-d3020ffb-02fb-4f99-87be-38a383ae259d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0394955 Sep 09 06:57:42.070213 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-96a63961-f5b3-4a34-aed9-82c64284b2ea req-2d3b1aaa-689a-4cd5-bcf9-b7da2119c4a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268893 Sep 09 06:57:42.372436 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf6235-5d44-47de-9be1-2dc9c09310eb req-abee5a88-f120-4fb6-8a18-70f1abe5c834 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:42.374417 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abdf6235-5d44-47de-9be1-2dc9c09310eb req-abee5a88-f120-4fb6-8a18-70f1abe5c834 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0464590 Sep 09 06:57:42.412954 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abdf6235-5d44-47de-9be1-2dc9c09310eb req-ca5fa62f-de03-4327-8b0e-899cc6a2da77 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Sep 09 06:57:42.451039 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:43.524780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7518c-d5ec-433d-9e4c-9d9ec44c88bf req-bb2ba282-728e-4acd-911c-ca902f1e79d3 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:57:43.526205 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6f7518c-d5ec-433d-9e4c-9d9ec44c88bf req-bb2ba282-728e-4acd-911c-ca902f1e79d3 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0466828 Sep 09 06:57:43.565665 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-c6f7518c-d5ec-433d-9e4c-9d9ec44c88bf req-1c444531-3045-4b52-876d-1c3694f45e2c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Sep 09 06:57:46.181491 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:57:47.182708 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:58:07.085409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a5c72774-a789-441c-bf70-16e14555a808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:09.610727 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a4f37981-f7ae-4a06-9b8c-ad04e33a9c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:10.102057 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:10.740524 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:12.433598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:16.176005 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:23.196438 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-023fa362-4b91-440f-a03b-ad240ecf5cd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368218 Sep 09 06:58:23.273492 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-6c40cb40-9720-4e7b-bf0a-436b1e520fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:23.274889 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-6c40cb40-9720-4e7b-bf0a-436b1e520fe1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0372460 Sep 09 06:58:23.375939 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-a092bac3-ee17-4056-b135-c24c49181cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:23.377356 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-a092bac3-ee17-4056-b135-c24c49181cec service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.0828691 Sep 09 06:58:23.437670 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-f949861a-8e75-4a98-9a23-64ae4344b6c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 1002 time: 0.0536652 Sep 09 06:58:23.487828 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-e1fe5931-3c2a-4714-95a2-a0d21b4c1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:23.489107 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-e1fe5931-3c2a-4714-95a2-a0d21b4c1635 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0443187 Sep 09 06:58:23.530940 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-da5dd092-8bc0-473e-a9ef-9e314a14b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:23.532328 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-da5dd092-8bc0-473e-a9ef-9e314a14b903 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0364687 Sep 09 06:58:23.619630 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-6bc182a3-1a96-490f-a5ac-1df07eb1bf21 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Sep 09 06:58:23.705350 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3cbbb028-5828-40c0-9c65-8b4a88c6381b req-19d99ffc-be38-458c-a913-463435ad892b service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784256 Sep 09 06:58:24.181679 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:58:37.082712 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-715e8d47-3871-4327-abc4-77e89f6dcd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:39.619321 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0d93621f-f91b-492d-8bcb-aee08e3dea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:40.122479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:40.739998 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:42.493769 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:46.203784 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:55.740463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34660) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:58:55.892625 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Deleting port 45821d74-ccba-417b-a658-c7767aed0712 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:58:55.892962 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:55.964558 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:55.964884 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:55.975980 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Calling delete_port for 45821d74-ccba-417b-a658-c7767aed0712 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:58:56.190164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:56.214650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event deleted for resources: {'Port': ['ID=45821d74-ccba-417b-a658-c7767aed0712,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:58:56.240628 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.240971 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.241305 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.241632 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.241957 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.242296 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.242693 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.242987 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.243306 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.243626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.243941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.244256 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:56.288024 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:56.288353 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Floating IP faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c disassociated (deleted). External IP: 172.27.0.166, port: e79f4845-d370-47db-95cc-f5b2d5fb8582. Sep 09 06:58:56.739852 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Router e0413e5f-f619-44a3-90c8-5c738dabbd84 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:58:56.841132 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:58:56.846301 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:56.852166 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Sync routers for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:58:56.861372 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:58:56.861979 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:58:56.871862 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-2396c0ae-d847-4b45-b764-4a0bba938351 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "DELETE /v2.0/floatingips/faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c HTTP/1.1" status: 204 len: 168 time: 1.1303627 Sep 09 06:58:56.872428 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:58:56.874644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dfe53a-9659-484a-a654-06704ad45c24" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:58:56.911484 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c7b5a-8394-4f8c-baa0-68ada7d907c7 x-openstack-request-id: req-227c7b5a-8394-4f8c-baa0-68ada7d907c7 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:58:56.911778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:58:56.912028 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-227c7b5a-8394-4f8c-baa0-68ada7d907c7 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:58:56.912564 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'status': 'completed', 'code': 200} Sep 09 06:58:56.966547 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:58:56.974531 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe53a-9659-484a-a654-06704ad45c24 req-89fc6e59-80aa-47c4-bf5b-ac2c4c1a5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:56.974531 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-89fc6e59-80aa-47c4-bf5b-ac2c4c1a5cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=107d5679d38b4a6a98428e87c34c72cf&device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 1099 time: 0.0396283 Sep 09 06:58:57.176532 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:58:57.203455 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Checking router: e0413e5f-f619-44a3-90c8-5c738dabbd84 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:58:57.212789 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:58:57.213424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:58:57.325838 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe53a-9659-484a-a654-06704ad45c24 req-37821d48-79d1-4227-8611-8eba31e34971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:57.327316 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-37821d48-79d1-4227-8611-8eba31e34971 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 200 len: 908 time: 0.3472667 Sep 09 06:58:57.330257 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:58:57.356948 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858749e9-e288-4104-a5ad-1ee40eb67d09 req-625c33dc-46f3-4c44-9c2e-9bb6193c4a44 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:57.358680 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-858749e9-e288-4104-a5ad-1ee40eb67d09 req-625c33dc-46f3-4c44-9c2e-9bb6193c4a44 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0494132 Sep 09 06:58:57.370043 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-013279fd-f7ab-49d3-94e6-fdf591ff0461 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 200 len: 217 time: 0.0350502 Sep 09 06:58:57.399531 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-858749e9-e288-4104-a5ad-1ee40eb67d09 req-76f167cc-91b6-42f4-a435-b03b62b41083 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Sep 09 06:58:57.425058 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe53a-9659-484a-a654-06704ad45c24 req-58134049-8fe6-408d-a782-326d3d4bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:57.426500 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-58134049-8fe6-408d-a782-326d3d4bcd6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 200 len: 847 time: 0.0483859 Sep 09 06:58:57.472291 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe53a-9659-484a-a654-06704ad45c24 req-aaa40cec-e722-4fbd-8616-8316cbf91106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:57.473752 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-aaa40cec-e722-4fbd-8616-8316cbf91106 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7e0ddb6-22a8-4dff-844d-7c361f5df720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383227 Sep 09 06:58:57.535126 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:58:57.566477 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc15f468-7ff9-4af4-8a7a-28a4705b093b None None] The sync data for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi is: [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:54:30Z', 'revision_number': 4, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '39328ed4-1533-4158-8e7e-811673243c58', 'name': '', 'network_id': 'f7e0ddb6-22a8-4dff-844d-7c361f5df720', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'mac_address': 'fa:16:3e:c4:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:30Z', 'updated_at': '2021-09-09T06:54:35Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'subnets': [{'id': 'c5d9d8f8-2fa3-4510-925c-0606590e8f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:58:57.567315 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-ad7b663f-194d-48d1-8f0e-75c362ed4307 service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Sep 09 06:58:57.664223 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-17dfe53a-9659-484a-a654-06704ad45c24 req-1445d553-d6dd-4d06-b2b7-66e08adf1a2f service neutron] 10.222.0.35 "GET /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Sep 09 06:58:57.779198 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b634f3-33c2-4d4d-9c2c-a3c3eff94061 None None] New status for floating IP faf896eb-820a-4b2a-b8f0-63b4dfd4ed9c: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 06:58:58.512355 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f2e2-b3db-45fd-b71a-9c14ca6976d2 req-95b6d55b-6027-4e48-92b9-ca4b3ac573f3 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:58.513806 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d566f2e2-b3db-45fd-b71a-9c14ca6976d2 req-95b6d55b-6027-4e48-92b9-ca4b3ac573f3 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0470166 Sep 09 06:58:58.550638 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d566f2e2-b3db-45fd-b71a-9c14ca6976d2 req-cb2a7d5d-084f-4f9a-87a9-3598f348558d tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/security-groups?id=328416d0-79bc-494f-9650-8e06016ac955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Sep 09 06:58:58.804956 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-96c77127-07a3-4cea-bac7-75a1e28ee9f7 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:58:58.806278 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-96c77127-07a3-4cea-bac7-75a1e28ee9f7 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 946 time: 0.0459526 Sep 09 06:58:58.894705 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Deleting port e79f4845-d370-47db-95cc-f5b2d5fb8582 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:58:58.895071 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:58.979080 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] For port e79f4845-d370-47db-95cc-f5b2d5fb8582, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e79f4845-d370-47db-95cc-f5b2d5fb8582,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:58:58.979438 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:58.991261 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Calling delete_port for e79f4845-d370-47db-95cc-f5b2d5fb8582 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:58:59.169747 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:59.195606 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event deleted for resources: {'Port': ['ID=e79f4845-d370-47db-95cc-f5b2d5fb8582,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:58:59.205444 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.205784 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.206148 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.206559 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.206797 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.207144 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.207463 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.207778 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.208092 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.208895 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.208895 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.209095 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:58:59.249941 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] No DVR routers for this DVR port e79f4845-d370-47db-95cc-f5b2d5fb8582 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:58:59.253013 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:58:59.254986 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-69c843b4-a4fb-4cb3-8ace-84188f675bcb req-02f64781-2c39-40fa-9d05-8987c0cceef1 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.35 "DELETE /v2.0/ports/e79f4845-d370-47db-95cc-f5b2d5fb8582 HTTP/1.1" status: 204 len: 173 time: 0.4426339 Sep 09 06:58:59.255417 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-deleted', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:58:59.257933 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b5c6f-b21c-4812-a8f6-8824cfe6c2f1" -d '{"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-deleted", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:58:59.354484 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4a32b-f6cc-46f2-b7c4-a7d74bb36af2 x-openstack-request-id: req-36f4a32b-f6cc-46f2-b7c4-a7d74bb36af2 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:58:59.354776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1cba14-29cd-4ed4-86e8-1d2b53683bcc", "name": "network-vif-deleted", "tag": "e79f4845-d370-47db-95cc-f5b2d5fb8582", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:58:59.355138 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36f4a32b-f6cc-46f2-b7c4-a7d74bb36af2 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:58:59.360557 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1cba14-29cd-4ed4-86e8-1d2b53683bcc', 'name': 'network-vif-deleted', 'tag': 'e79f4845-d370-47db-95cc-f5b2d5fb8582', 'status': 'completed', 'code': 200} Sep 09 06:58:59.645198 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d331cf91-7919-40e6-b877-97b7ae1d4e95 req-f77e3751-673e-4cbc-8c42-dccb4eadf0a6 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 210 time: 0.0299108 Sep 09 06:59:00.747822 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cd7d482d-975e-4b85-aa6c-fc435d8551de req-fd410874-500b-40c7-94cd-a01818de6f7c tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d1cba14-29cd-4ed4-86e8-1d2b53683bcc HTTP/1.1" status: 200 len: 210 time: 0.0254495 Sep 09 06:59:01.180690 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:59:01.801308 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34690) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:01.857413 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:01.881357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:01.979359 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:01.998699 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: e79f4845-d370-47db-95cc-f5b2d5fb8582 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:01.999068 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e79f4845-d370-47db-95cc-f5b2d5fb8582 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:02.021041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:02.023686 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:02.024856 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] 10.222.0.37 "DELETE /v2.0/security-groups/328416d0-79bc-494f-9650-8e06016ac955 HTTP/1.1" status: 204 len: 168 time: 0.2225909 Sep 09 06:59:02.034029 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8494-daf0-4819-89bf-3b9ab653ea00 tempest-TestShelveInstance-1229111000 tempest-TestShelveInstance-1229111000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328416d0-79bc-494f-9650-8e06016ac955,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:02.153215 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34694) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:02.486108 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:02.718720 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Deleting port 39328ed4-1533-4158-8e7e-811673243c58 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:02.719089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:02.794057 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] For port 39328ed4-1533-4158-8e7e-811673243c58, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=39328ed4-1533-4158-8e7e-811673243c58,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:02.794445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:02.806533 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Calling delete_port for 39328ed4-1533-4158-8e7e-811673243c58 owned by network:router_interface {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:03.047245 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.077221 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Pushing event deleted for resources: {'Port': ['ID=39328ed4-1533-4158-8e7e-811673243c58,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:03.236271 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.448515 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Router e0413e5f-f619-44a3-90c8-5c738dabbd84 has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:59:03.549260 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:03.555532 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-d4b0d680-cae7-41d2-bbfe-a1ba7f0db73e admin admin] 10.222.0.37 "PUT /v2.0/routers/e0413e5f-f619-44a3-90c8-5c738dabbd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998749 Sep 09 06:59:03.556704 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34696) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:03.558211 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Sync routers for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:03.567639 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:03.568239 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:03.655269 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.669478 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:03.750153 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.842621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:59:02Z', 'revision_number': 5, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port': {'id': '90481291-72af-4466-ba1c-0f4f9d6f8ad0', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:28Z', 'updated_at': '2021-09-09T06:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:03.868805 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Checking router: e0413e5f-f619-44a3-90c8-5c738dabbd84 for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:03.876947 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Routers {'e0413e5f-f619-44a3-90c8-5c738dabbd84'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:03.877551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['e0413e5f-f619-44a3-90c8-5c738dabbd84'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:03.899665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Deleting port 90481291-72af-4466-ba1c-0f4f9d6f8ad0 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:03.900291 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.960795 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] Set router e0413e5f-f619-44a3-90c8-5c738dabbd84 gateway port host: None {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:03.977921 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] For port 90481291-72af-4466-ba1c-0f4f9d6f8ad0, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=90481291-72af-4466-ba1c-0f4f9d6f8ad0,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:03.978284 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:03.991125 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Calling delete_port for 90481291-72af-4466-ba1c-0f4f9d6f8ad0 owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:04.010993 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:59:03Z', 'revision_number': 6, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:04.039813 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2de91-0e0c-4875-baf0-6ef29e5199d6 None None] The sync data for ids ['e0413e5f-f619-44a3-90c8-5c738dabbd84'] in dv-cinder-733062-23-iscsi is: [{'id': 'e0413e5f-f619-44a3-90c8-5c738dabbd84', 'name': 'tempest-TestShelveInstance-542748886-router', 'tenant_id': '107d5679d38b4a6a98428e87c34c72cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:27Z', 'updated_at': '2021-09-09T06:59:03Z', 'revision_number': 6, 'project_id': '107d5679d38b4a6a98428e87c34c72cf', 'gw_port_host': None}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:04.220966 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.247000 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90481291-72af-4466-ba1c-0f4f9d6f8ad0,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:04.307559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.398425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.400959 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.517941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.518463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0413e5f-f619-44a3-90c8-5c738dabbd84 {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:59:04.522640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.523812 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-87ce7485-8658-4a8b-a8f5-39a4060c60d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e0413e5f-f619-44a3-90c8-5c738dabbd84 HTTP/1.1" status: 204 len: 168 time: 0.9661787 Sep 09 06:59:04.526300 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34698) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:04.568865 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Deleting subnet c5d9d8f8-2fa3-4510-925c-0606590e8f0e {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:59:04.571676 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.607830 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.680780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.788033 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.789269 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 90481291-72af-4466-ba1c-0f4f9d6f8ad0 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:04.809339 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 90481291-72af-4466-ba1c-0f4f9d6f8ad0 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:04.809762 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 90481291-72af-4466-ba1c-0f4f9d6f8ad0 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:04.810250 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 39328ed4-1533-4158-8e7e-811673243c58 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:04.816407 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d9d8f8-2fa3-4510-925c-0606590e8f0e,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:04.818376 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.820348 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-bc5e6ecc-437a-465d-b75a-7e8fb9623afc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5d9d8f8-2fa3-4510-925c-0606590e8f0e HTTP/1.1" status: 204 len: 168 time: 0.2931387 Sep 09 06:59:04.822929 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34700) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:04.834786 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374ca72-7be4-4090-9539-45eff9b0f734 None None] Network f7e0ddb6-22a8-4dff-844d-7c361f5df720 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:04.837164 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 39328ed4-1533-4158-8e7e-811673243c58 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:04.837753 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 39328ed4-1533-4158-8e7e-811673243c58 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:04.902270 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:04.961341 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Deleting port 348594c7-7cb8-47b4-b1db-0221b92ef477 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:04.963792 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.034582 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] For port 348594c7-7cb8-47b4-b1db-0221b92ef477, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=348594c7-7cb8-47b4-b1db-0221b92ef477,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:05.034992 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.046295 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Calling delete_port for 348594c7-7cb8-47b4-b1db-0221b92ef477 owned by network:dhcp {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:05.125945 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] DHCP port deletion for f7e0ddb6-22a8-4dff-844d-7c361f5df720 request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:59:05.171851 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Deleting port 348594c7-7cb8-47b4-b1db-0221b92ef477 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:05.172877 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.215345 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.237525 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] For port 348594c7-7cb8-47b4-b1db-0221b92ef477, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=348594c7-7cb8-47b4-b1db-0221b92ef477,segment=NetworkSegment(c948d3b5-7a92-42ef-b833-41707d9b134e),segment_id=c948d3b5-7a92-42ef-b833-41707d9b134e)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:05.237933 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.245467 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Pushing event deleted for resources: {'Port': ['ID=348594c7-7cb8-47b4-b1db-0221b92ef477,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:05.248958 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] No DVR routers for this DVR port 348594c7-7cb8-47b4-b1db-0221b92ef477 on host dv-cinder-733062-23-iscsi {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:59:05.256447 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Calling delete_port for 348594c7-7cb8-47b4-b1db-0221b92ef477 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:05.319973 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.327331 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.339935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e0ddb6-22a8-4dff-844d-7c361f5df720']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:05.349712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c948d3b5-7a92-42ef-b833-41707d9b134e') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:05.350014 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c948d3b5-7a92-42ef-b833-41707d9b134e') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:05.354379 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Pushing event deleted for resources: {'Port': ['ID=348594c7-7cb8-47b4-b1db-0221b92ef477,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:05.362421 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.364220 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.364579 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.364926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.365266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.365601 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.365938 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.366268 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.366598 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.366929 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.367281 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.367606 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.368110 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:05.370729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885169b-4d06-4087-bde7-5ac0d59a9b67 None None] No DVR routers for this DVR port 348594c7-7cb8-47b4-b1db-0221b92ef477 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:59:05.378715 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.385262 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:59:05.391523 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:59:05.512378 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.519438 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:05.521214 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7e0ddb6-22a8-4dff-844d-7c361f5df720 HTTP/1.1" status: 204 len: 168 time: 0.6972892 Sep 09 06:59:05.530521 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c20c33-bec2-4c86-bdf1-31e6c6bf089f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e0ddb6-22a8-4dff-844d-7c361f5df720,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:05.530684 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34702) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:06.112682 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:06.345445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Deleting port 390f7d33-9203-469c-b7f8-8e9c524f8ae1 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:06.345776 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:06.419890 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] For port 390f7d33-9203-469c-b7f8-8e9c524f8ae1, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=390f7d33-9203-469c-b7f8-8e9c524f8ae1,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:06.420164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:06.434596 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Calling delete_port for 390f7d33-9203-469c-b7f8-8e9c524f8ae1 owned by network:router_interface {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:06.709945 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:06.740683 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Pushing event deleted for resources: {'Port': ['ID=390f7d33-9203-469c-b7f8-8e9c524f8ae1,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:06.791374 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 348594c7-7cb8-47b4-b1db-0221b92ef477 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:06.818173 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 348594c7-7cb8-47b4-b1db-0221b92ef477 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:06.818790 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 348594c7-7cb8-47b4-b1db-0221b92ef477 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:06.907614 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.089557 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-21c5bda3-5c09-4c8d-a93c-8c66c2b13650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.118080 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Router 05852af1-0a0b-47dc-b48d-4ed831674efb has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:59:07.222458 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:07.229047 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0aa63db1-4609-428f-a0ad-ca4baf03a11a admin admin] 10.222.0.37 "PUT /v2.0/routers/05852af1-0a0b-47dc-b48d-4ed831674efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972079 Sep 09 06:59:07.229940 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34704) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:07.231543 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Sync routers for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:07.241101 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:07.241622 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:07.332427 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.351306 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:07.433075 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.538001 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:59:06Z', 'revision_number': 5, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port': {'id': '19233242-74d3-4b0f-9af6-30a0655f7310', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:07.543892 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Deleting port 19233242-74d3-4b0f-9af6-30a0655f7310 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:07.544460 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.571067 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Checking router: 05852af1-0a0b-47dc-b48d-4ed831674efb for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:07.580121 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Routers {'05852af1-0a0b-47dc-b48d-4ed831674efb'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:07.580724 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:58:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['05852af1-0a0b-47dc-b48d-4ed831674efb'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:07.624120 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] For port 19233242-74d3-4b0f-9af6-30a0655f7310, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=19233242-74d3-4b0f-9af6-30a0655f7310,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:07.624509 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.637463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Calling delete_port for 19233242-74d3-4b0f-9af6-30a0655f7310 owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:07.664548 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] Set router 05852af1-0a0b-47dc-b48d-4ed831674efb gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:07.716355 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:59:07Z', 'revision_number': 6, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:07.741727 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1d67-6f99-4ccf-85fe-9c841dad93a6 None None] The sync data for ids ['05852af1-0a0b-47dc-b48d-4ed831674efb'] in dv-cinder-733062-23-iscsi is: [{'id': '05852af1-0a0b-47dc-b48d-4ed831674efb', 'name': 'tempest-TestShelveInstance-907777050-router', 'tenant_id': '09c73e8f188b42988889af383040df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:54:33Z', 'updated_at': '2021-09-09T06:59:07Z', 'revision_number': 6, 'project_id': '09c73e8f188b42988889af383040df33', 'gw_port_host': None}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:07.843959 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:07.870380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=19233242-74d3-4b0f-9af6-30a0655f7310,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:07.930089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.015281 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.017398 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.169690 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.170250 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05852af1-0a0b-47dc-b48d-4ed831674efb {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:59:08.175045 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.176216 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-38ffa043-4888-4a39-b6e4-0ca78ef04f26 admin admin] 10.222.0.37 "DELETE /v2.0/routers/05852af1-0a0b-47dc-b48d-4ed831674efb HTTP/1.1" status: 204 len: 168 time: 0.9453473 Sep 09 06:59:08.178698 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34706) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:08.224936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Deleting subnet 590c59d5-cbfd-4832-85d1-f91341cb9948 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 06:59:08.227891 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.261077 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.335356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.461675 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.491358 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590c59d5-cbfd-4832-85d1-f91341cb9948,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:08.495988 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.497622 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402ec3b-1d21-477a-9b4f-0fabdd61bd2f None None] Network 53141644-2754-4129-9747-b7368f208bb1 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:08.498456 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-82fa2feb-1a23-4359-a80c-05cbf0ab75b0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/590c59d5-cbfd-4832-85d1-f91341cb9948 HTTP/1.1" status: 204 len: 168 time: 0.3187795 Sep 09 06:59:08.500873 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34708) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:08.568615 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.622887 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Deleting port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:08.623257 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.679178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] DHCP port deletion for 53141644-2754-4129-9747-b7368f208bb1 request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 06:59:08.694632 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] For port 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3c04a080-6047-481e-b3d3-3f2b888fa6c5,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:08.695048 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.708320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Calling delete_port for 3c04a080-6047-481e-b3d3-3f2b888fa6c5 owned by network:dhcp {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:08.731494 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Deleting port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 06:59:08.731877 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.796941 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] For port 3c04a080-6047-481e-b3d3-3f2b888fa6c5, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=3c04a080-6047-481e-b3d3-3f2b888fa6c5,segment=NetworkSegment(f048866a-b254-4496-baa3-e3dff49efdb5),segment_id=f048866a-b254-4496-baa3-e3dff49efdb5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:08.798018 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.801770 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 3c04a080-6047-481e-b3d3-3f2b888fa6c5 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:08.830098 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Calling delete_port for 3c04a080-6047-481e-b3d3-3f2b888fa6c5 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 06:59:08.895157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.920353 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 update to DOWN by agent not found {{(pid=100950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 09 06:59:08.920790 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 390f7d33-9203-469c-b7f8-8e9c524f8ae1 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:08.924385 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c04a080-6047-481e-b3d3-3f2b888fa6c5,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:08.928805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] No DVR routers for this DVR port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 on host dv-cinder-733062-23-iscsi {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:59:08.943257 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 390f7d33-9203-469c-b7f8-8e9c524f8ae1 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:08.943603 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 390f7d33-9203-469c-b7f8-8e9c524f8ae1 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:08.944008 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 19233242-74d3-4b0f-9af6-30a0655f7310 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:59:08.970617 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 19233242-74d3-4b0f-9af6-30a0655f7310 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 06:59:08.970878 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 19233242-74d3-4b0f-9af6-30a0655f7310 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:59:08.979078 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:08.998347 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.004200 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] Pushing event deleted for resources: {'Port': ['ID=3c04a080-6047-481e-b3d3-3f2b888fa6c5,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:09.007779 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdafb0c-c63d-41b7-be3c-aca22f22d605 None None] No DVR routers for this DVR port 3c04a080-6047-481e-b3d3-3f2b888fa6c5 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 06:59:09.020522 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53141644-2754-4129-9747-b7368f208bb1']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:09.029710 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f048866a-b254-4496-baa3-e3dff49efdb5') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:09.030006 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f048866a-b254-4496-baa3-e3dff49efdb5') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:09.039675 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.052992 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.058693 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:59:09.059100 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 06:59:09.062537 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 06:59:09.195485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.200863 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.202795 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/53141644-2754-4129-9747-b7368f208bb1 HTTP/1.1" status: 204 len: 168 time: 0.7008593 Sep 09 06:59:09.214691 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313bb91-df29-4e65-bfe7-73fcc95f72c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53141644-2754-4129-9747-b7368f208bb1,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:09.558636 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34712) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:09.597488 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f84968cc-9b3e-457f-af9e-d2af1dbf6db4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=107d5679d38b4a6a98428e87c34c72cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377014 Sep 09 06:59:09.600052 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34714) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:09.612816 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df5abecf-2264-4ad4-aa54-8a9e3cb92137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.646038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.666294 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.780737 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.783736 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:09.784877 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d71741-9af6-4dd2-b73b-526209518057 HTTP/1.1" status: 204 len: 168 time: 0.1839812 Sep 09 06:59:09.792347 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0e8c-cf05-4c4a-8fae-97ee19198136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d71741-9af6-4dd2-b73b-526209518057,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:10.173179 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:10.461132 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34720) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:10.503833 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-26f5c05b-c927-448a-9a50-b06b8abccf9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09c73e8f188b42988889af383040df33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415399 Sep 09 06:59:10.506485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34722) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:10.552679 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:10.573152 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:10.672695 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:10.675126 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:10.676259 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e5840f0-0df6-432c-8b18-03a54922bf11 HTTP/1.1" status: 204 len: 168 time: 0.1688788 Sep 09 06:59:10.684425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f938-2975-4d71-9a07-61fb563d9614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5840f0-0df6-432c-8b18-03a54922bf11,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:10.733053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:11.708021 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34744) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:11.808926 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-706650329-network', 'tenant_id': 'ade4505d20244a8c989400309481cf88'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:11.928834 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Made reservation on behalf of ade4505d20244a8c989400309481cf88 for: {'network': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:59:11.931120 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:11.939713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.027879 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.120933 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.145402 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:59:12.153922 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f052f-e119-4aa0-a5fe-4fb45b9516dc,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:12.159757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.160100 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.segments_db [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Added segment 3ba96a40-a520-4f39-8cfc-9815bbee6cf5 of type vlan for network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 Sep 09 06:59:12.199806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.300942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.301919 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:12.302509 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.360420 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=856247e1-6800-4de7-8edd-7e4c5c1c17e2,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:12.369782 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:59:12.416077 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f7ce454a-fd01-4229-ac0a-f7f814b13bb9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7069159 Sep 09 06:59:12.418804 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34748) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:12.424004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Request body: {'subnet': {'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-706650329-subnet', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'ip_version': 4}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:12.515728 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.534979 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Made reservation on behalf of ade4505d20244a8c989400309481cf88 for: {'subnet': 1} {{(pid=100949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:59:12.537273 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265546788'] for subnet, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.750162 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265844401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265546810'] for subnet, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.810390 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdb34f3-39d4-4bf5-bc88-bbee06421418,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:12.815476 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:12.815848 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Network hostable DHCP agents. Network: 856247e1-6800-4de7-8edd-7e4c5c1c17e2, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:59:12.915520 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:59:12.984160 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 856247e1-6800-4de7-8edd-7e4c5c1c17e2) {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:12.988176 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:12.988764 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:12.993469 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a1623-d146-4a7d-8923-f2791ea1aaf5 None None] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:13.082130 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f1c4034d-94e7-415d-a1db-9a7368424b73 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6622539 Sep 09 06:59:13.084658 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34750) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:13.088857 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:13.131773 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:59:13.132603 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.178656 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.179753 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.229466 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.266851 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Allocated IP 172.20.0.2 (856247e1-6800-4de7-8edd-7e4c5c1c17e2/cfdb34f3-39d4-4bf5-bc88-bbee06421418/62e20ab2-6073-4904-b73a-970faf58a175) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:13.405711 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.414706 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Transition to ACTIVE for port object 62e20ab2-6073-4904-b73a-970faf58a175 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:13.425566 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.428989 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Transition to ACTIVE for port object 62e20ab2-6073-4904-b73a-970faf58a175 will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:13.538802 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.575199 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:13.577945 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:13.584094 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:13.591026 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Pushing event updated for resources: {'Port': ['ID=62e20ab2-6073-4904-b73a-970faf58a175,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:13.638739 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Attempting to bind port 62e20ab2-6073-4904-b73a-970faf58a175 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:13.639129 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Attempting to bind port 62e20ab2-6073-4904-b73a-970faf58a175 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:13.639482 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Attempting to bind port 62e20ab2-6073-4904-b73a-970faf58a175 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:13.644332 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:13.644698 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:13.645110 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.645499 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Bound using segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:13.645949 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Bound port: 62e20ab2-6073-4904-b73a-970faf58a175, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:13.646318 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.682674 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.702407 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.709717 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] For port 62e20ab2-6073-4904-b73a-970faf58a175, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:13.712675 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] For port 62e20ab2-6073-4904-b73a-970faf58a175, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=62e20ab2-6073-4904-b73a-970faf58a175,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:13.779034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:13.800248 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Allocated IP 172.27.0.64 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/4ecd124c-3233-41e1-97ae-a66a9fe76349) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:13.836901 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76ad3-b4cc-42a0-a4ec-2503aef617ab None None] Pushing event updated for resources: {'Port': ['ID=62e20ab2-6073-4904-b73a-970faf58a175,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:13.908485 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:14.004822 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:14.044589 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:14.048143 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:14.051822 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:14.079689 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Pushing event updated for resources: {'Port': ['ID=4ecd124c-3233-41e1-97ae-a66a9fe76349,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:14.606336 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:14.643856 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32723baa-e774-4bd3-a8b2-5f9f008a303e None None] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:14.769896 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-24deb2fd-9b6f-486c-9ee0-7bdc5fadc619 None None] Provisioning for port 62e20ab2-6073-4904-b73a-970faf58a175 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:14.808826 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:14.827738 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 62e20ab2-6073-4904-b73a-970faf58a175 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:14.955421 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 62e20ab2-6073-4904-b73a-970faf58a175 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:14.960027 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 62e20ab2-6073-4904-b73a-970faf58a175 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:14.960472 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.006809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:59:15.018487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-33c160a7-b693-4a9d-8b38-8c6be142a90e None None] Provisioning complete for port 62e20ab2-6073-4904-b73a-970faf58a175 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:15.022517 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-33c160a7-b693-4a9d-8b38-8c6be142a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.074178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.115085 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 62e20ab2-6073-4904-b73a-970faf58a175, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=62e20ab2-6073-4904-b73a-970faf58a175,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:15.116938 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:15.139662 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:15.159496 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:15.160095 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:15.161844 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-33c160a7-b693-4a9d-8b38-8c6be142a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.204262 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.212590 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.213989 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4ea477e6-8e19-48bb-8ba8-b0cc9e38bc12 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1284041 Sep 09 06:59:15.216649 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34752) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:15.336625 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.db.api [None req-33c160a7-b693-4a9d-8b38-8c6be142a90e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 06:59:15.336992 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG oslo_db.api [None req-33c160a7-b693-4a9d-8b38-8c6be142a90e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:59:15.340681 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=62e20ab2-6073-4904-b73a-970faf58a175,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:15.346236 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:15.520752 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:14Z', 'revision_number': 3, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:15.625087 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.667951 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:15.668564 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Updating router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c port 4ecd124c-3233-41e1-97ae-a66a9fe76349 binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:59:15.692661 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.776169 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Allocated IP 172.20.0.1 (856247e1-6800-4de7-8edd-7e4c5c1c17e2/cfdb34f3-39d4-4bf5-bc88-bbee06421418/34dab11f-9fce-418e-8db2-7e98322b197c) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:15.878135 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.892874 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Transition to ACTIVE for port object 34dab11f-9fce-418e-8db2-7e98322b197c will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:15.964883 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:15.974688 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Transition to ACTIVE for port object 4ecd124c-3233-41e1-97ae-a66a9fe76349 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:15.995757 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.029927 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:16.034534 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:16.037955 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:16.054557 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.064647 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Pushing event updated for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:16.082545 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.122402 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b9ce-8ca4-4e99-a6e2-5790bcc24fcb None None] Pushing event updated for resources: {'Port': ['ID=4ecd124c-3233-41e1-97ae-a66a9fe76349,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:16.127302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Attempting to bind port 4ecd124c-3233-41e1-97ae-a66a9fe76349 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:16.128180 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Attempting to bind port 4ecd124c-3233-41e1-97ae-a66a9fe76349 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:16.129378 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Attempting to bind port 4ecd124c-3233-41e1-97ae-a66a9fe76349 on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:16.136551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:16.137019 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:16.137551 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.138052 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:16.138950 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Bound port: 4ecd124c-3233-41e1-97ae-a66a9fe76349, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:16.138950 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.196960 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] For port 4ecd124c-3233-41e1-97ae-a66a9fe76349, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:16.200124 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] For port 4ecd124c-3233-41e1-97ae-a66a9fe76349, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=4ecd124c-3233-41e1-97ae-a66a9fe76349,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:16.204357 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.286207 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.289747 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.344360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:16.344972 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:16.400276 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b9ce-8ca4-4e99-a6e2-5790bcc24fcb None None] Pushing event updated for resources: {'Port': ['ID=4ecd124c-3233-41e1-97ae-a66a9fe76349,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:16.448201 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.465075 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d27a27a3-82a4-4628-ae75-2403191158fb None None] Provisioning for port 34dab11f-9fce-418e-8db2-7e98322b197c completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:16.470658 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:16.473048 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d27a27a3-82a4-4628-ae75-2403191158fb None None] Provisioning complete for port 34dab11f-9fce-418e-8db2-7e98322b197c triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:16.473384 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d27a27a3-82a4-4628-ae75-2403191158fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.510010 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.566999 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d27a27a3-82a4-4628-ae75-2403191158fb None None] Port 34dab11f-9fce-418e-8db2-7e98322b197c cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:59:16.580557 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.583369 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Pushing event updated for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:16.674023 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:16.675871 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:16.704253 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:15Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:16.731590 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9c724-7661-4eab-9510-85cd09dc7e9f None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:15Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:16.800609 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:59:16.810075 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 62e20ab2-6073-4904-b73a-970faf58a175 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:16.864368 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 62e20ab2-6073-4904-b73a-970faf58a175 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:16.864838 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:16.915391 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:16.927313 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-ba8ce482-0b30-41e0-8163-4fd2b964af48 admin admin] 10.222.0.37 "PUT /v2.0/routers/3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038529 Sep 09 06:59:16.990005 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-3ce979d4-28c7-4b45-bff5-a2260fa5517a None None] Provisioning complete for port 34dab11f-9fce-418e-8db2-7e98322b197c triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:16.990377 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce979d4-28c7-4b45-bff5-a2260fa5517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.032458 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-3ce979d4-28c7-4b45-bff5-a2260fa5517a None None] Port 34dab11f-9fce-418e-8db2-7e98322b197c cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:59:17.667843 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34768) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:17.672749 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-385883626-network', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:17.763497 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Made reservation on behalf of 0f2f62b0823d42cdb63bfaec332761b5 for: {'network': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:59:17.766452 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for network, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.775907 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.866447 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.952072 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.977049 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:59:17.985659 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d8164-5ac7-426b-a870-b230b91000e1,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:17.992900 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:17.993094 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.segments_db [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Added segment 0f86285b-55b6-4d8f-b892-a9b0bda565ff of type vlan for network 290745ee-efca-40b1-9be6-2d918d8dfb3e Sep 09 06:59:18.035604 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387351583'] for network, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.134934 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153'] for network, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.135885 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:18.136493 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.193546 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] Pushing event updated for resources: {'Network': ['ID=290745ee-efca-40b1-9be6-2d918d8dfb3e,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:18.203377 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e details requested by agent ovs-agent-dv-cinder-733062-23-iscsi with host dv-cinder-733062-23-iscsi {{(pid=100950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:59:18.244178 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-cd6754b0-a3c0-4b87-bc74-ee82c87c3e00 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5752549 Sep 09 06:59:18.246813 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34770) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:18.252278 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Request body: {'subnet': {'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-385883626-subnet', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'ip_version': 4}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:18.357800 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Made reservation on behalf of 0f2f62b0823d42cdb63bfaec332761b5 for: {'subnet': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:59:18.360685 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266164437'] for subnet, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.559867 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:18.569638 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:18.570236 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:18.587007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264505409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266164427'] for subnet, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.651307 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bcfa22-1194-49e4-af5b-a97ca6cbe94d,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:18.656999 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Checking segment: {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:18.657352 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Network hostable DHCP agents. Network: 290745ee-efca-40b1-9be6-2d918d8dfb3e, hostable agents: ['230ea260-edd7-41f6-aa1f-230d3a282dca'], hosted agents: [] {{(pid=100948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:59:18.675381 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:18.752712 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e is scheduled to be hosted by DHCP agent 230ea260-edd7-41f6-aa1f-230d3a282dca with binding_index 1 {{(pid=100948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:59:18.807020 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 4ecd124c-3233-41e1-97ae-a66a9fe76349 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:18.820986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-23-iscsi, 290745ee-efca-40b1-9be6-2d918d8dfb3e) {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:18.825220 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:18.826082 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.831576 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473904b-2be5-4a0a-809a-5ca88a4dec1d None None] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:18.876823 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 2, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:18.904965 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:18.905324 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Updating router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c port 34dab11f-9fce-418e-8db2-7e98322b197c binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:59:18.918983 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-46d0af56-8801-4c03-94c4-663c40cc724e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6710691 Sep 09 06:59:18.922243 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34772) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:18.931983 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:18.932184 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:18.992150 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f923e14-d633-5ff5-b0e2-c0101f0164d0-290745ee-efca-40b1-9be6-2d918d8dfb3e', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d'}]}} from dv-cinder-733062-23-iscsi. {{(pid=100950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 06:59:18.993055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.015728 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 4ecd124c-3233-41e1-97ae-a66a9fe76349 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:19.044023 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4537'] for router, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.045209 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4528'] for router, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.061000 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 4ecd124c-3233-41e1-97ae-a66a9fe76349 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:19.062887 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.101037 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.179973 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Allocated IP 172.20.0.2 (290745ee-efca-40b1-9be6-2d918d8dfb3e/b3bcfa22-1194-49e4-af5b-a97ca6cbe94d/0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:19.205472 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.206627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.215335 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Transition to ACTIVE for port object 34dab11f-9fce-418e-8db2-7e98322b197c will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:19.247120 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 4ecd124c-3233-41e1-97ae-a66a9fe76349, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=4ecd124c-3233-41e1-97ae-a66a9fe76349,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:19.288485 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.312615 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.350096 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Pushing event updated for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:19.372333 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.372717 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.389807 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:59:19.401547 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.428126 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Attempting to bind port 34dab11f-9fce-418e-8db2-7e98322b197c on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:19.428897 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Attempting to bind port 34dab11f-9fce-418e-8db2-7e98322b197c by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:19.429388 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Attempting to bind port 34dab11f-9fce-418e-8db2-7e98322b197c on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:19.434999 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:19.435668 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:19.436001 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.436759 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Bound using segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:19.437341 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Bound port: 34dab11f-9fce-418e-8db2-7e98322b197c, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:19.437763 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.476266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=4ecd124c-3233-41e1-97ae-a66a9fe76349,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:19.531861 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] For port 34dab11f-9fce-418e-8db2-7e98322b197c, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:19.533695 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.535703 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] For port 34dab11f-9fce-418e-8db2-7e98322b197c, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=34dab11f-9fce-418e-8db2-7e98322b197c,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:19.542748 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Transition to ACTIVE for port object 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:19.560500 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Transition to ACTIVE for port object 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed will not be triggered until provisioned by entity DHCP. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:19.632588 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.642222 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.665114 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.670382 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.692173 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8445862-3a24-4829-b4d5-e97d2382d845 None None] Pushing event updated for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:19.700071 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:19.700693 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:19.717066 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:19.717066 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:19.717066 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:19.774383 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Pushing event updated for resources: {'Port': ['ID=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:19.787088 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Attempting to bind port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:19.787553 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Attempting to bind port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:19.787961 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Attempting to bind port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed on network 290745ee-efca-40b1-9be6-2d918d8dfb3e {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:19.794034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:19.794034 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Checking segment: {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:19.794381 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.794618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Bound using segment: {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:19.795252 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Bound port: 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:19.795729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.810730 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Allocated IP 172.27.0.211 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/ac7067c5-f20b-41cd-9a00-62548dd8eb9e) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:19.868948 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] For port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:19.872927 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] For port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:19.926113 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:19.941411 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:19.961813 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:20.034012 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:20.037020 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3305b-4647-400d-9b58-bc701ed66534 None None] Pushing event updated for resources: {'Port': ['ID=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:20.076055 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:20.078936 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:20.082651 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:20.108899 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:20.144447 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:20.177212 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d984c-1696-4e37-a73f-9dc3f00aa326 None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:20.455877 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:20.664862 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693508'] for router, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:20.910371 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:20.920820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Router c8fc835a-db57-4f3e-8588-79281e670b5a is scheduled to L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 with binding_index 1 {{(pid=100948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:59:20.975208 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af32a6-0fa0-4130-ac1c-7046a49f5e20 None None] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 06:59:21.031932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:21.033851 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:21.046302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Sync routers for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:21.052186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 4ecd124c-3233-41e1-97ae-a66a9fe76349 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:21.106645 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:21.107286 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:21.134696 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.135989 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-416f446a-1053-44ab-a331-7577d1958df2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2125454 Sep 09 06:59:21.139092 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34776) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:21.173626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Provisioning for port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:21.191176 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Provisioning complete for port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:21.191552 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.293199 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 4ecd124c-3233-41e1-97ae-a66a9fe76349 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:21.293680 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.326653 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:21.508728 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.559103 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.590128 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 34dab11f-9fce-418e-8db2-7e98322b197c up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:21.592791 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] For port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:21.673877 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:20Z', 'revision_number': 3, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:21.702149 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.706753 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Checking router: c8fc835a-db57-4f3e-8588-79281e670b5a for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:21.707119 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Updating router c8fc835a-db57-4f3e-8588-79281e670b5a port ac7067c5-f20b-41cd-9a00-62548dd8eb9e binding host dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:59:21.723437 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Allocated IP 172.20.0.1 (290745ee-efca-40b1-9be6-2d918d8dfb3e/b3bcfa22-1194-49e4-af5b-a97ca6cbe94d/101149c9-5378-4d0e-842e-c82bd4e65e06) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:21.743753 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 34dab11f-9fce-418e-8db2-7e98322b197c completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:21.755263 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 34dab11f-9fce-418e-8db2-7e98322b197c triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:21.755638 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.759613 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.814483 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879f61c-6b0a-4046-8182-b265fba91f1b None None] Pushing event updated for resources: {'Port': ['ID=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:21.828853 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.842333 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.provisioning_blocks [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Transition to ACTIVE for port object 101149c9-5378-4d0e-842e-c82bd4e65e06 will not be triggered until provisioned by entity DHCP. {{(pid=100949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:21.909039 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-3cbed05d-1e35-48d4-8698-d88f77398942 None None] Provisioning complete for port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:21.909411 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3cbed05d-1e35-48d4-8698-d88f77398942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.941334 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:21.979434 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:21.982295 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:21.985903 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:22.012125 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Pushing event updated for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:22.032844 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693589'] for router_interface, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.041711 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.134807 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 34dab11f-9fce-418e-8db2-7e98322b197c, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=34dab11f-9fce-418e-8db2-7e98322b197c,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:22.247852 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.331975 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.339257 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.374383 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Transition to ACTIVE for port object ac7067c5-f20b-41cd-9a00-62548dd8eb9e will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:22.395617 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:22.416222 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.446669 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-3571e87c-295a-4703-993e-3b459f556ac3 None None] Provisioning for port 101149c9-5378-4d0e-842e-c82bd4e65e06 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:22.450939 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-3571e87c-295a-4703-993e-3b459f556ac3 None None] Provisioning complete for port 101149c9-5378-4d0e-842e-c82bd4e65e06 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:22.451361 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3571e87c-295a-4703-993e-3b459f556ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.477027 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.488939 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.519913 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-3571e87c-295a-4703-993e-3b459f556ac3 None None] Port 101149c9-5378-4d0e-842e-c82bd4e65e06 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:59:22.535796 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Attempting to bind port ac7067c5-f20b-41cd-9a00-62548dd8eb9e on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:22.536165 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Attempting to bind port ac7067c5-f20b-41cd-9a00-62548dd8eb9e by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:22.536544 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Attempting to bind port ac7067c5-f20b-41cd-9a00-62548dd8eb9e on network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:22.541932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d75fe-3a2e-4961-9d49-f16f1f8161dc None None] Pushing event updated for resources: {'Port': ['ID=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:22.546443 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:22.547497 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Checking segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:22.547901 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.548286 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Bound using segment: {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:22.548747 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Bound port: ac7067c5-f20b-41cd-9a00-62548dd8eb9e, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d2c31-8dd0-4c43-995a-0b2bf76f63af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:22.549133 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.560871 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692165'] for router_interface, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.562723 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Pushing event updated for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:22.604796 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] For port ac7067c5-f20b-41cd-9a00-62548dd8eb9e, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:22.607926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] For port ac7067c5-f20b-41cd-9a00-62548dd8eb9e, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:22.676164 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:22.733671 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:22.734376 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:22.770182 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d75fe-3a2e-4961-9d49-f16f1f8161dc None None] Pushing event updated for resources: {'Port': ['ID=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:22.828223 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:22.874634 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:22.915587 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:22.916999 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:22.954104 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:22.954473 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:23.031805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Router c8fc835a-db57-4f3e-8588-79281e670b5a has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:59:23.121861 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 34dab11f-9fce-418e-8db2-7e98322b197c up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:23.144030 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:59:23.148995 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-747a7a60-9317-4582-9674-94123429ec3a admin admin] 10.222.0.37 "PUT /v2.0/routers/c8fc835a-db57-4f3e-8588-79281e670b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0088356 Sep 09 06:59:23.182821 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-9ec06028-a7b6-4d14-a571-fc6e5371a38f None None] Provisioning complete for port 101149c9-5378-4d0e-842e-c82bd4e65e06 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:23.183228 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ec06028-a7b6-4d14-a571-fc6e5371a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:23.229326 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '101149c9-5378-4d0e-842e-c82bd4e65e06', 'name': '', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:21Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 2, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'subnets': [{'id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:23.258811 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-9ec06028-a7b6-4d14-a571-fc6e5371a38f None None] Port 101149c9-5378-4d0e-842e-c82bd4e65e06 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:59:23.261497 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 34dab11f-9fce-418e-8db2-7e98322b197c triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:23.261868 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:23.263544 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a60a2d-0eff-404d-8078-448958d61591 None None] The sync data for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi is: [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '101149c9-5378-4d0e-842e-c82bd4e65e06', 'name': '', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:21Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 2, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'subnets': [{'id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:23.782226 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34784) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:23.786864 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475770264', 'description': 'tempest-secgroup-smoke-1475770264 description', 'project_id': 'ade4505d20244a8c989400309481cf88'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:23.895234 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:23.988025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.072247 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.103618 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6000d7c8-6c2c-4664-beeb-49358ff98d64,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:24.163860 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.165161 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b6fccba1-9325-4dac-b5c7-a655ee5aa882 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3819122 Sep 09 06:59:24.168204 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34786) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:24.172890 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:24.260431 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.318315 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.391658 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.410562 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3120d6-3a16-4847-9713-854da88fd1f0,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:24.486610 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.487854 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1b8ee4cd-5bc6-4ba4-a1ca-009e11ddd4db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186557 Sep 09 06:59:24.490394 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 34788) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:24.494652 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:24.591070 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.647738 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.720602 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.737383 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d61bd17-daf1-45db-9e60-a1806c259427,revision_number=0']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:24.809262 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.810537 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-7f8593e8-e23d-4c89-add9-a5fe7c262dc0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3191853 Sep 09 06:59:24.813923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34790) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:24.822395 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:24.830543 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device ac7067c5-f20b-41cd-9a00-62548dd8eb9e up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:24.941332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:24.966213 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port ac7067c5-f20b-41cd-9a00-62548dd8eb9e completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:24.970330 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port ac7067c5-f20b-41cd-9a00-62548dd8eb9e triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:24.970778 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.002994 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.048823 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.069139 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port ac7067c5-f20b-41cd-9a00-62548dd8eb9e, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:25.072134 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.092071 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Sync routers for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:59:25.094208 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3209fb3-273c-4133-acb2-1e91c2990caa,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:25.102357 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:25.102944 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:25.155276 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.195407 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.199562 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-99012d2b-77cc-49a1-ba65-857a56468708 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822067 Sep 09 06:59:25.200562 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34792) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:25.205736 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:25.206518 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:25.212225 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:25.294283 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.353950 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.408642 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '101149c9-5378-4d0e-842e-c82bd4e65e06', 'name': '', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:21Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 2, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'subnets': [{'id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:25.434864 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Checking router: c8fc835a-db57-4f3e-8588-79281e670b5a for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:59:25.435237 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Updating router c8fc835a-db57-4f3e-8588-79281e670b5a port 101149c9-5378-4d0e-842e-c82bd4e65e06 binding host dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:59:25.446643 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.460003 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.461935 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b707df8c-ace8-4f5e-aa0b-806efb36d9f7,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:25.575224 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.576490 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8e476c08-efb2-4438-a74f-b385ed1f63b5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750465 Sep 09 06:59:25.579600 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34794) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:25.584016 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:25.681272 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.securitygroups_db [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Project ade4505d20244a8c989400309481cf88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:59:25.686128 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.723608 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.733163 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Transition to ACTIVE for port object 101149c9-5378-4d0e-842e-c82bd4e65e06 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:25.747034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.832249 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.866914 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.882090 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661f4ec-7dde-4ca6-ac0e-e789eb034f16 None None] Pushing event updated for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:25.888788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad59a2f-e7be-4cb9-a458-4e26bc9d5bec,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:25.939196 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Attempting to bind port 101149c9-5378-4d0e-842e-c82bd4e65e06 on host dv-cinder-733062-23-iscsi for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:25.941498 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Attempting to bind port 101149c9-5378-4d0e-842e-c82bd4e65e06 by drivers openvswitch,hyperv on host dv-cinder-733062-23-iscsi at level 0 using segments [{'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:25.941498 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Attempting to bind port 101149c9-5378-4d0e-842e-c82bd4e65e06 on network 290745ee-efca-40b1-9be6-2d918d8dfb3e {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:25.945123 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Checking agent: {'id': '9b671f5a-b42e-46fe-b977-e6b067deb2ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 36, 10), 'started_at': datetime.datetime(2021, 9, 9, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:25.945494 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Checking segment: {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:25.945892 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.946284 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Bound using segment: {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:25.946766 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Bound port: 101149c9-5378-4d0e-842e-c82bd4e65e06, host: dv-cinder-733062-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f86285b-55b6-4d8f-b892-a9b0bda565ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:25.947187 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.960965 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:25.962430 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f536b224-c9ae-4914-9bf7-4a82ecc28c90 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3818753 Sep 09 06:59:25.965147 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34796) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 06:59:25.970003 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'security_group_rule': {'security_group_id': '6000d7c8-6c2c-4664-beeb-49358ff98d64', 'project_id': 'ade4505d20244a8c989400309481cf88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:26.012310 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] For port 101149c9-5378-4d0e-842e-c82bd4e65e06, host dv-cinder-733062-23-iscsi, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:26.016054 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] For port 101149c9-5378-4d0e-842e-c82bd4e65e06, host dv-cinder-733062-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=101149c9-5378-4d0e-842e-c82bd4e65e06,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:26.052342 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.securitygroups_db [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Project ade4505d20244a8c989400309481cf88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:59:26.057808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:26.081222 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:26.140821 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:26.141223 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 06:59:26.141866 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:26.183072 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661f4ec-7dde-4ca6-ac0e-e789eb034f16 None None] Pushing event updated for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=4']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:26.224098 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:26.245157 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7d335f-1226-4a6a-85bf-db5eebdaa0bf,revision_number=0']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:26.275738 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 06:59:26.315640 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:26.320186 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-bd23d705-fd04-42cd-85ff-843efa57e47e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507476 Sep 09 06:59:26.476613 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '101149c9-5378-4d0e-842e-c82bd4e65e06', 'name': '', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:21Z', 'updated_at': '2021-09-09T06:59:26Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'subnets': [{'id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:59:26.505688 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b80d-98dd-4e53-89ea-c63dacdb312a None None] The sync data for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi is: [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '101149c9-5378-4d0e-842e-c82bd4e65e06', 'name': '', 'network_id': '290745ee-efca-40b1-9be6-2d918d8dfb3e', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:21Z', 'updated_at': '2021-09-09T06:59:26Z', 'revision_number': 4, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'subnets': [{'id': 'b3bcfa22-1194-49e4-af5b-a97ca6cbe94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:59:26.816290 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 101149c9-5378-4d0e-842e-c82bd4e65e06 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:26.926278 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning for port 101149c9-5378-4d0e-842e-c82bd4e65e06 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:26.930238 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 101149c9-5378-4d0e-842e-c82bd4e65e06 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:26.930621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:27.009356 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:27.042448 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] For port 101149c9-5378-4d0e-842e-c82bd4e65e06, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=101149c9-5378-4d0e-842e-c82bd4e65e06,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:27.123315 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:27.124135 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device ac7067c5-f20b-41cd-9a00-62548dd8eb9e up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:27.214907 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Pushing event updated for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:27.223670 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port ac7067c5-f20b-41cd-9a00-62548dd8eb9e triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:27.224033 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:28.796926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 101149c9-5378-4d0e-842e-c82bd4e65e06 up at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:28.845645 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Provisioning complete for port 101149c9-5378-4d0e-842e-c82bd4e65e06 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:28.846014 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:32.080823 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-83630a93-7e2f-428f-8e43-d23cca3a8a8d req-77670438-0b00-4aaf-b154-8bd0219971cf service neutron] (100948) timed out ('10.222.0.35', 61006) {{(pid=100948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 06:59:37.071833 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-272a9c25-051f-4f0c-aac6-d6759d130464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:38.179361 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:59:39.600518 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25813d97-6599-41cc-9530-b8d391b6eec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:40.100342 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:40.777575 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:42.588626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:44.307038 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-db883658-6bc9-460c-bcee-08552f5abf1a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475770264&fields=id&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 267 time: 0.0318432 Sep 09 06:59:44.408729 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-048b5abe-e287-4e56-9259-c90b83e09618 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:44.410165 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-048b5abe-e287-4e56-9259-c90b83e09618 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.0965595 Sep 09 06:59:44.424731 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-5ea59aa4-ba81-43d5-b3fe-9be608f8f8ef tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/quotas/ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 375 time: 0.0084679 Sep 09 06:59:44.476537 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-14f50674-2130-4181-9372-d5f56fb3f6cb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467539 Sep 09 06:59:44.567713 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-7f14c785-927f-4aa8-9bb9-3fe68fb43705 service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797629 Sep 09 06:59:44.657378 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-6413896f-e08f-478d-8a23-52e0aeac4422 service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837770 Sep 09 06:59:45.339406 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a5a9f10b-dd81-4cf3-8b7c-2a439934aef3 req-60412cc6-2bec-4d53-a359-82ec9331be5b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 210 time: 0.1201365 Sep 09 06:59:46.174424 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:46.428754 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4c887871-3670-4fdd-8ad4-f91ebac790c5 req-05ed7aa6-b808-4de3-adb4-84955b770458 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 210 time: 0.0250883 Sep 09 06:59:47.150026 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-11b343ed-3f70-4792-a4d3-6c9002611f2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:47.151465 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-11b343ed-3f70-4792-a4d3-6c9002611f2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.1021268 Sep 09 06:59:47.193390 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-4f206b48-4cf0-4c52-a9f3-1674b214029a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 380 time: 0.0329561 Sep 09 06:59:47.202681 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'port': {'device_id': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'admin_state_up': True, 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'security_groups': ['6000d7c8-6c2c-4664-beeb-49358ff98d64']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:47.371384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Made reservation on behalf of ade4505d20244a8c989400309481cf88 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:59:47.374991 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:47.497292 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.20.0.6 (856247e1-6800-4de7-8edd-7e4c5c1c17e2/cfdb34f3-39d4-4bf5-bc88-bbee06421418/2d80dd6a-a6d9-49c6-85dc-09a80a819f94) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:59:47.520911 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d33b2807-7c05-4a88-bff8-9361aed654c6 req-de16bfaa-5be5-49a3-9011-d54c60279610 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 210 time: 0.0260682 Sep 09 06:59:47.633632 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:47.647037 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Transition to ACTIVE for port object 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:47.748764 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:47.790624 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:59:47.793803 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:59:47.800025 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 06:59:47.806172 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:47.856158 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:47.856786 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:47.915285 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-85510936-d17e-4c7d-8347-0de63fb70541 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159219 Sep 09 06:59:47.927846 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Request body: {'port': {'device_id': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:59:47.982002 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.123423 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a73da7ec-6377-451a-a81e-17177e8a17f0 None None] Provisioning for port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:48.128063 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-a73da7ec-6377-451a-a81e-17177e8a17f0 None None] Provisioning complete for port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:48.128439 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a73da7ec-6377-451a-a81e-17177e8a17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.166161 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-a73da7ec-6377-451a-a81e-17177e8a17f0 None None] Port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 06:59:48.238240 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:59:48.246340 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.258936 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Transition to ACTIVE for port object 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 06:59:48.331156 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.385776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Pushing event updated for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:48.450652 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Attempting to bind port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 06:59:48.451019 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Attempting to bind port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 06:59:48.451352 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Attempting to bind port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:48.455845 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 06:59:48.456164 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Attempting to bind port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 06:59:48.461081 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 6, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 06:59:48.461415 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 06:59:48.461796 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Bound using segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 06:59:48.462221 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Bound port: 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 06:59:48.462583 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.525820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:59:48.528731 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:59:48.597705 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.634093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34de1-5971-409a-a8f8-e12bbcee73a0 req-8926c3f6-d4d8-4e35-b930-2a924bb13e09 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:48.635489 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fec34de1-5971-409a-a8f8-e12bbcee73a0 req-8926c3f6-d4d8-4e35-b930-2a924bb13e09 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0490658 Sep 09 06:59:48.637515 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:48.638085 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:48.639447 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 200 len: 1093 time: 0.7163529 Sep 09 06:59:48.639900 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:59:48.642133 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe272e4-c41c-4317-bcab-e43e9c649988" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:59:48.663800 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666a75-d8b7-46ea-8261-2dba01e70493 service neutron] Pushing event updated for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:48.684244 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-fec34de1-5971-409a-a8f8-e12bbcee73a0 req-a3c39ab7-86e3-40c8-8e3b-eece0eb8984d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 Sep 09 06:59:48.692501 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 06:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87345f6-1131-4d21-8563-e302c1b73450 x-openstack-request-id: req-a87345f6-1131-4d21-8563-e302c1b73450 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:59:48.692901 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:59:48.693059 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a87345f6-1131-4d21-8563-e302c1b73450 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:59:48.693434 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'status': 'completed', 'code': 200} Sep 09 06:59:48.753042 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-ac93b31b-b293-461d-a8a1-6ed08086246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:48.754838 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-ac93b31b-b293-461d-a8a1-6ed08086246c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1096 time: 0.0420384 Sep 09 06:59:48.857503 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-a94663d7-67c5-4f8e-b87d-4f00d6650b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:48.858984 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-a94663d7-67c5-4f8e-b87d-4f00d6650b08 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ade4505d20244a8c989400309481cf88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956123 Sep 09 06:59:49.199934 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-4ce31c4c-058a-4766-ab84-d71ac99d3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:49.201309 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ffe272e4-c41c-4317-bcab-e43e9c649988 req-4ce31c4c-058a-4766-ab84-d71ac99d3a21 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3352253 Sep 09 06:59:49.274040 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-ba73a789-3547-4701-b851-ae9e74cc487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:49.275502 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-ba73a789-3547-4701-b851-ae9e74cc487c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1096 time: 0.0389986 Sep 09 06:59:49.318972 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-8b9322bc-e6c4-4de9-bf08-cdc4ccf2732d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 200 len: 217 time: 0.0361156 Sep 09 06:59:49.366590 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-594032be-b23a-44e9-baf9-36d740da5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:49.367999 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-594032be-b23a-44e9-baf9-36d740da5699 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0420184 Sep 09 06:59:49.409823 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-56329574-ff0f-400f-850b-6ea09d5c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:49.411751 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-56329574-ff0f-400f-850b-6ea09d5c85d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0369716 Sep 09 06:59:49.499747 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-07b7f52e-6a08-4282-b7d7-b70f0a138660 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810385 Sep 09 06:59:49.588965 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-0c8bfec9-c833-41c6-b9cf-5a150a1c20c0 req-1de77428-e1c6-44ef-9033-11cee4826300 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820589 Sep 09 06:59:49.803322 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfeda-13d4-4060-b0aa-5da52ac543f0 req-bd05f246-5ce8-41da-ad76-586f9255656d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:49.804658 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4dabfeda-13d4-4060-b0aa-5da52ac543f0 req-bd05f246-5ce8-41da-ad76-586f9255656d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0499287 Sep 09 06:59:49.840927 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-4dabfeda-13d4-4060-b0aa-5da52ac543f0 req-9680947b-5927-4477-843b-e8e9bfc49ebd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305395 Sep 09 06:59:50.949968 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace31fed-ee7e-4725-b8dd-5a673ece0f9e req-e81bdc17-a507-4290-b9ec-58fa43846738 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:50.951437 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ace31fed-ee7e-4725-b8dd-5a673ece0f9e req-e81bdc17-a507-4290-b9ec-58fa43846738 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0469964 Sep 09 06:59:50.988091 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ace31fed-ee7e-4725-b8dd-5a673ece0f9e req-6fd21b35-5fc0-4814-8f60-52d9f5161e33 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Sep 09 06:59:52.097990 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6271c4-2acb-46b9-86ad-ebd7c71da675 req-42474271-fa0a-4b97-ae73-7e001c332200 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:52.099985 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ee6271c4-2acb-46b9-86ad-ebd7c71da675 req-42474271-fa0a-4b97-ae73-7e001c332200 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0479043 Sep 09 06:59:52.136776 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ee6271c4-2acb-46b9-86ad-ebd7c71da675 req-0e2ce9d2-763e-4cb3-88ff-076de54038e7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Sep 09 06:59:53.251236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b8d7-bcb1-479b-b169-16dfe38a20a8 req-b48c66a9-6d4f-485c-b276-5ef1dec5ca05 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:53.252688 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5517b8d7-bcb1-479b-b169-16dfe38a20a8 req-b48c66a9-6d4f-485c-b276-5ef1dec5ca05 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0517602 Sep 09 06:59:53.290108 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5517b8d7-bcb1-479b-b169-16dfe38a20a8 req-c26d5cd5-8145-475d-ba39-38060e1a16d2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Sep 09 06:59:54.402490 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4348d18-6284-40e7-a5bb-3b12f731402b req-51fcca55-45cd-476f-979e-c14167ea4573 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:54.403969 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d4348d18-6284-40e7-a5bb-3b12f731402b req-51fcca55-45cd-476f-979e-c14167ea4573 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0478239 Sep 09 06:59:54.439642 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d4348d18-6284-40e7-a5bb-3b12f731402b req-727e67e6-7c8c-4aa5-ba14-6c5ecf02e403 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296481 Sep 09 06:59:55.549873 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e182e-be2e-44e1-94f9-79b0d0794aea req-84861dab-1af0-423f-9bbe-0ec4efec0156 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:55.551255 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-239e182e-be2e-44e1-94f9-79b0d0794aea req-84861dab-1af0-423f-9bbe-0ec4efec0156 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 943 time: 0.0466092 Sep 09 06:59:55.587278 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-239e182e-be2e-44e1-94f9-79b0d0794aea req-b4eb09d6-4505-41d9-9167-03a19bec6b7a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302300 Sep 09 06:59:56.152466 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:59:56.241319 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:56.251664 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'port_id': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'mac_address': 'fa:16:3e:9e:4e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:59:56.290280 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:56.302904 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 06:59:56.321792 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:56.393542 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:56.439054 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:56.599764 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['2d80dd6a-a6d9-49c6-85dc-09a80a819f94'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 06:59:56.707761 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d450e-971a-4a80-a5fa-374ee0349cf7 req-333f1b13-78c8-485f-a97e-01fba8dfccaf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:56.709188 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-189d450e-971a-4a80-a5fa-374ee0349cf7 req-333f1b13-78c8-485f-a97e-01fba8dfccaf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 944 time: 0.0540764 Sep 09 06:59:56.747982 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-189d450e-971a-4a80-a5fa-374ee0349cf7 req-d46fd4f7-dc29-42b9-8513-e17b0045189e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Sep 09 06:59:57.857551 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980e57-19cd-46f0-8aa5-ec8dc7474de4 req-1286b5b9-a3bf-4ace-9092-117d806b3dcf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:57.859027 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9d980e57-19cd-46f0-8aa5-ec8dc7474de4 req-1286b5b9-a3bf-4ace-9092-117d806b3dcf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 944 time: 0.0466962 Sep 09 06:59:57.895712 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9d980e57-19cd-46f0-8aa5-ec8dc7474de4 req-99f1b7b6-2e37-4c05-ab9f-d48705eae0d4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Sep 09 06:59:58.166887 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:59:58.267918 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 06:59:58.271697 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 06:59:58.272068 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:58.349080 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:58.370350 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 06:59:58.372600 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e56d73-01fe-4144-8a04-f1d3582b5c3e" -d '{"events": [{"server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "name": "network-vif-plugged", "status": "completed", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:59:58.384784 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:59:58.407487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 06:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a084f-0524-444c-858d-894b1cbb4941 x-openstack-request-id: req-d86a084f-0524-444c-858d-894b1cbb4941 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:59:58.407771 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "name": "network-vif-plugged", "status": "completed", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:59:58.408018 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d86a084f-0524-444c-858d-894b1cbb4941 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:59:58.408821 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'code': 200} Sep 09 06:59:58.439564 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 06:59:58.485912 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:59:58.738873 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f43a9f-af87-4bd2-8d34-44533c2afae6 req-1fa7a1ca-ba26-46e3-8280-de5c643846ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:58.740249 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b9f43a9f-af87-4bd2-8d34-44533c2afae6 req-1fa7a1ca-ba26-46e3-8280-de5c643846ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1098 time: 0.0390484 Sep 09 06:59:58.775424 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-b9f43a9f-af87-4bd2-8d34-44533c2afae6 req-29dae775-2d7f-4f9e-bb4a-92e4ac970989 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265479 Sep 09 06:59:59.005276 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e824e2-4716-496c-b6b9-4de5aadd2887 req-a59af564-960f-4e4b-a015-af63308ba4a4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 06:59:59.006622 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b9e824e2-4716-496c-b6b9-4de5aadd2887 req-a59af564-960f-4e4b-a015-af63308ba4a4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0462544 Sep 09 06:59:59.042511 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b9e824e2-4716-496c-b6b9-4de5aadd2887 req-c1c703b6-1c2f-4023-a844-ca984b5fa55c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301259 Sep 09 07:00:00.156604 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0e651-8066-4ddc-bf8d-f7d73d7cae9e req-d4f874d9-79ce-4631-bd26-8a41ae29d79e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:00.158043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85a0e651-8066-4ddc-bf8d-f7d73d7cae9e req-d4f874d9-79ce-4631-bd26-8a41ae29d79e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Sep 09 07:00:00.194567 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-85a0e651-8066-4ddc-bf8d-f7d73d7cae9e req-ad00ac40-eadb-4bfa-b08b-0e03a0e2302b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299034 Sep 09 07:00:00.305416 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf664de-8ccc-4ec7-ba92-daca39f64cac req-ddcea79d-58e1-40d8-af2d-60f6a27e81c4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:00.306870 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abf664de-8ccc-4ec7-ba92-daca39f64cac req-ddcea79d-58e1-40d8-af2d-60f6a27e81c4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0479207 Sep 09 07:00:00.344097 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-abf664de-8ccc-4ec7-ba92-daca39f64cac req-219fde87-3dc3-42a4-a58e-c34a729b9347 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Sep 09 07:00:00.365281 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34962) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:00:00.443778 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59478d-d106-4dfe-950c-858aeb789eb4 tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:00.445238 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0e59478d-d106-4dfe-950c-858aeb789eb4 tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1093 time: 0.0790205 Sep 09 07:00:00.448060 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 34966) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:00:00.452190 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'port_id': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:00:00.530626 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:00.625236 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:00.726127 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.27.0.103 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/fa785e20-2fee-45cc-9e0e-ecaab9739aa8) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 07:00:00.822312 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:00.908034 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:00.943789 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 07:00:00.946550 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 07:00:00.951841 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 07:00:00.957164 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=fa785e20-2fee-45cc-9e0e-ecaab9739aa8,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:00:00.984650 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.984992 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.985322 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.985712 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.986054 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.986356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.986751 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.987112 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.987432 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.987747 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.988060 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:00.988881 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:00:01.309163 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:01.443672 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:01.586242 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:01.653649 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:01.724382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=fa785e20-2fee-45cc-9e0e-ecaab9739aa8,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:00:01.732700 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:01.828424 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP 9c7a2cc3-3cfc-4f99-bafb-567116810025 associated. External IP: 172.27.0.103, port: 2d80dd6a-a6d9-49c6-85dc-09a80a819f94. Sep 09 07:00:02.026569 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:00:02.128203 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:00:02.138379 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:00:02.147703 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:00:02.148302 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:00:02.204880 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:02.231370 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-35fbacae-f061-4947-8d3c-8af24386cc2a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7822938 Sep 09 07:00:02.231942 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:00:02.234266 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a331bd-123c-4b26-900f-bb8dc53ad089" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:00:02.250672 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:00:02.270252 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d443aadf-7012-409a-bf0d-5ef7ff321cab x-openstack-request-id: req-d443aadf-7012-409a-bf0d-5ef7ff321cab {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:00:02.270544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:00:02.270795 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d443aadf-7012-409a-bf0d-5ef7ff321cab {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:00:02.271225 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'status': 'completed', 'code': 200} Sep 09 07:00:02.384152 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-b85b72b4-7951-40ea-9d39-20cfddf797b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:02.385711 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-b85b72b4-7951-40ea-9d39-20cfddf797b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1098 time: 0.0905619 Sep 09 07:00:02.477801 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-dd1c04a8-27de-44cd-8751-6c15acda697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:02.479374 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-dd1c04a8-27de-44cd-8751-6c15acda697d service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0870636 Sep 09 07:00:02.542560 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-d7a4aeaf-6459-47b9-b87e-3b47816e190c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 200 len: 999 time: 0.0564125 Sep 09 07:00:02.592981 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-38d13e95-f13e-4538-b3d5-4509d9717f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:02.594431 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-38d13e95-f13e-4538-b3d5-4509d9717f23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0454345 Sep 09 07:00:02.596859 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '9c7a2cc3-3cfc-4f99-bafb-567116810025', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:9e:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:00:01Z', 'updated_at': '2021-09-09T07:00:01Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:00:02.623487 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:00:02.632109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:00:02.632713 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T06:59:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:00:02.642820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-42d3cb1e-a5fd-4b83-ab80-9b71ea30c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:02.644324 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-42d3cb1e-a5fd-4b83-ab80-9b71ea30c64e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420928 Sep 09 07:00:02.731988 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-045f9c8f-f988-479e-ba55-25fc82fdab9e service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801303 Sep 09 07:00:02.736729 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:00:02.826191 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-f0a331bd-123c-4b26-900f-bb8dc53ad089 req-f653de65-d72d-41a4-8cc3-135fa5a6c0d7 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Sep 09 07:00:02.953693 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '9c7a2cc3-3cfc-4f99-bafb-567116810025', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:9e:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:00:01Z', 'updated_at': '2021-09-09T07:00:01Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:00:02.979867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5b5c-9621-4b25-bde2-304737013535 None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '9c7a2cc3-3cfc-4f99-bafb-567116810025', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:9e:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:00:01Z', 'updated_at': '2021-09-09T07:00:01Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:00:03.152496 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6243e-5d48-486a-aa32-876cce78d648 None None] New status for floating IP 9c7a2cc3-3cfc-4f99-bafb-567116810025: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:00:07.084776 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7e7402f0-44a6-4077-ae97-50b907a979a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:09.598652 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ae896ef-91fc-4eef-859c-c34518225b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:10.101538 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:10.713004 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:12.501502 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:15.178819 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:00:16.179231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:24.194404 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-2ce9f182-b7ff-4717-a728-6cf09f7d5e90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379233 Sep 09 07:00:24.280965 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-917ff26f-36b7-4321-aaf0-10b80f9240dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:24.282420 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-917ff26f-36b7-4321-aaf0-10b80f9240dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1098 time: 0.0391514 Sep 09 07:00:24.404841 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-fb8d0b04-67a3-4700-9d24-5a6d10dcbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:24.406331 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-fb8d0b04-67a3-4700-9d24-5a6d10dcbe99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.1029344 Sep 09 07:00:24.469798 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-56f59d79-2629-4741-942c-3354fff57cc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 200 len: 1001 time: 0.0554671 Sep 09 07:00:24.523125 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-9dd93414-0387-4a83-aa29-efefb39f76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:24.524544 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-9dd93414-0387-4a83-aa29-efefb39f76ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0467944 Sep 09 07:00:24.569379 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-1f8220ef-e51a-4160-9062-7a682f3bd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:00:24.570846 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-1f8220ef-e51a-4160-9062-7a682f3bd7ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390282 Sep 09 07:00:24.664663 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-9f1822ef-d34a-483d-ba6c-ed49bbfe8108 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Sep 09 07:00:24.760511 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-42f36914-ae3b-421a-ad05-3809f4b092c1 req-22d25f57-7e5b-44be-abb5-070e1485db54 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883293 Sep 09 07:00:37.081548 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ab881016-75b0-4bfb-bb3b-741ffcf71b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:39.615020 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9f73db68-45ec-44ab-a906-c57bf436256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:40.094664 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:40.761337 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:42.465841 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:46.180033 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:00:52.177849 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:01:07.082441 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2090451e-c7e4-4950-a87f-70160b0ffb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:09.596612 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-74234814-d9bb-4abf-8165-cdd48c06e123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:10.104691 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:10.722131 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:12.475879 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:16.224896 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:25.191817 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-19930f48-477b-4e93-8329-e80929e7728b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386775 Sep 09 07:01:25.273059 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-dd230e6e-eec9-45f3-b048-9d19c6c91807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:25.274492 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-dd230e6e-eec9-45f3-b048-9d19c6c91807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 1098 time: 0.0421605 Sep 09 07:01:25.373473 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-2fb3fa0a-33eb-41ee-9a6f-05bb307cb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:25.374994 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-2fb3fa0a-33eb-41ee-9a6f-05bb307cb953 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0817218 Sep 09 07:01:25.442626 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-44822223-2879-4c77-a14c-2d3d9d4c34d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 200 len: 1001 time: 0.0606551 Sep 09 07:01:25.491340 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-9f46d2fa-84a0-4aea-b54f-77520b60e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:25.492752 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-9f46d2fa-84a0-4aea-b54f-77520b60e571 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0424197 Sep 09 07:01:25.537563 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-10cb86c8-ee4f-46f3-889c-74a1b41ddbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:25.539009 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-10cb86c8-ee4f-46f3-889c-74a1b41ddbd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388141 Sep 09 07:01:25.629495 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-39c6a5b3-880e-44c0-92cd-f1329e8abd14 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825708 Sep 09 07:01:25.716725 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-ce5926ea-0dfd-4cd8-8fdc-5bfde381b249 req-91091b59-0dff-4fcd-9cf3-81e680ff4619 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795851 Sep 09 07:01:29.180254 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:01:37.069278 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f947-d1c8-4e9f-975a-f3f2e180e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:39.600954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-254e4043-0248-45f5-814e-85f34a8d7e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:40.092227 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:40.743687 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:42.474926 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:46.257820 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:57.857544 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf85dac-8923-4832-8bd7-a85478dc993d req-e4a626b9-4925-426e-9eaa-7b9b42c859cf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:57.859028 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7bf85dac-8923-4832-8bd7-a85478dc993d req-e4a626b9-4925-426e-9eaa-7b9b42c859cf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Sep 09 07:01:57.894978 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7bf85dac-8923-4832-8bd7-a85478dc993d req-5faee953-f347-4240-8461-62edcaa79909 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301795 Sep 09 07:01:59.021433 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d475-d14a-4b4b-9a94-a5aef9c7d76b req-393a9e1d-7671-4bd6-ab50-16b18a7ad832 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:59.022855 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1de7d475-d14a-4b4b-9a94-a5aef9c7d76b req-393a9e1d-7671-4bd6-ab50-16b18a7ad832 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0470288 Sep 09 07:01:59.058335 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1de7d475-d14a-4b4b-9a94-a5aef9c7d76b req-d70c39b0-33d3-4d29-94bd-47d34bdd3b2f tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297890 Sep 09 07:01:59.350002 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-db346333-e152-4f99-9edc-09fb9f7dd909 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:01:59.351391 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-db346333-e152-4f99-9edc-09fb9f7dd909 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Sep 09 07:01:59.438731 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:01:59.439094 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:59.526443 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] For port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:01:59.526796 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:59.689004 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:59.689355 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:59.689659 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.db.l3_db [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP 9c7a2cc3-3cfc-4f99-bafb-567116810025 disassociated. External IP: 172.27.0.103, port: 2d80dd6a-a6d9-49c6-85dc-09a80a819f94. Sep 09 07:01:59.689984 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:01:59.868431 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:01:59.897747 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=2d80dd6a-a6d9-49c6-85dc-09a80a819f94,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:01:59.910864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.911233 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.911568 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.911897 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.912224 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.912549 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.912872 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.913192 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.913541 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.913864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.914184 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:01:59.914519 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:00.021445 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:02:00.125208 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:02:00.137561 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:02:00.147459 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:02:00.148317 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:01:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:00.162657 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] No DVR routers for this DVR port 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:02:00.165134 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:00.167359 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-434e42f6-461b-4ef1-8905-cea06c2aa01a req-b609b3d2-83fb-4d65-be9b-4b36003b2546 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "DELETE /v2.0/ports/2d80dd6a-a6d9-49c6-85dc-09a80a819f94 HTTP/1.1" status: 204 len: 173 time: 0.8087442 Sep 09 07:02:00.167733 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'name': 'network-vif-deleted', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:02:00.169927 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910cbf86-f837-4faa-a5d8-7a69fcee644e" -d '{"events": [{"server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "name": "network-vif-deleted", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:02:00.181503 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6dd2e985-ffbd-4d36-9bbc-766658a6cb91 req-996d1b6b-eaf2-465c-b7c4-61e7d3ccc134 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238 HTTP/1.1" status: 200 len: 210 time: 0.0338144 Sep 09 07:02:00.205753 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 07:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060dfc7f-7fce-40da-ae02-7eca9718951e x-openstack-request-id: req-060dfc7f-7fce-40da-ae02-7eca9718951e {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:02:00.206045 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238", "name": "network-vif-deleted", "tag": "2d80dd6a-a6d9-49c6-85dc-09a80a819f94", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:02:00.206293 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-060dfc7f-7fce-40da-ae02-7eca9718951e {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:02:00.206682 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf5ec81-1e2e-40bf-9b55-8dabc8ce1238', 'name': 'network-vif-deleted', 'tag': '2d80dd6a-a6d9-49c6-85dc-09a80a819f94', 'status': 'completed', 'code': 200} Sep 09 07:02:00.274902 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:02:00.476053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:00.506796 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:02:00.514832 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:02:00.515459 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:01:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:00.618109 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:02:00.812101 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:00.837139 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f7d14-db2d-46b8-a270-6690453bbc0c None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:02:01.040159 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d79922-a508-4b56-9853-413ccaff7dac None None] New status for floating IP 9c7a2cc3-3cfc-4f99-bafb-567116810025: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:02:01.389501 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-4bd57b75-ecb5-400b-afed-6f8199d53eda tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475770264&fields=id&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 267 time: 0.0320516 Sep 09 07:02:01.490423 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-c591f2fe-c09f-4ff6-b131-4d27961bdf4c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:01.491854 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-c591f2fe-c09f-4ff6-b131-4d27961bdf4c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.0952704 Sep 09 07:02:01.506749 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-bf9690a8-bcb7-4230-a7e4-efb6952899e1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/quotas/ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Sep 09 07:02:01.555945 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-786b4fe9-9c3f-4c7a-86ab-a3f8d4f69499 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0441806 Sep 09 07:02:01.692831 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-77b5ccd0-b892-447a-aa31-b799316dd478 service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253657 Sep 09 07:02:01.781585 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ba1bec46-7181-412a-872a-8cf541fd7a53 service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Sep 09 07:02:02.320088 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a6ce290b-acf6-45d5-9c50-a61c2b76facc req-b295f9c8-96cd-4b03-bc05-0ef223fe9547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 210 time: 0.0258210 Sep 09 07:02:03.409910 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2053622a-e8e8-4ef6-aa97-16a811c67488 req-f5d99861-46df-4ff2-87e4-c359e6303c84 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 210 time: 0.0244997 Sep 09 07:02:04.204169 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-f814a99f-3873-4d71-9342-e4cdaf64bd80 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:04.205678 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-f814a99f-3873-4d71-9342-e4cdaf64bd80 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.1106179 Sep 09 07:02:04.248464 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-4679fc1e-3fd7-4d7e-a816-94b652df585f tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 380 time: 0.0334778 Sep 09 07:02:04.262307 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'port': {'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'admin_state_up': True, 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'security_groups': ['6000d7c8-6c2c-4664-beeb-49358ff98d64']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:02:04.428422 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-bd4897fd-2b7c-4d56-a2f4-97d5732e7a37 req-74702c03-065d-4fd1-89d6-85f7226993e9 service neutron] (100949) timed out ('10.222.0.35', 61047) {{(pid=100949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 07:02:04.434246 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Made reservation on behalf of ade4505d20244a8c989400309481cf88 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 07:02:04.437970 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:04.502577 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3eb246f3-9eeb-4023-b491-130760640731 req-fd4c3263-cfd4-4521-a1aa-60983c42fa4c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 210 time: 0.0255861 Sep 09 07:02:04.564122 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.20.0.12 (856247e1-6800-4de7-8edd-7e4c5c1c17e2/cfdb34f3-39d4-4bf5-bc88-bbee06421418/91c6d3c7-2acf-437f-8fef-782ec65aee26) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 07:02:04.700430 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:04.703335 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:02:04.714559 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Transition to ACTIVE for port object 91c6d3c7-2acf-437f-8fef-782ec65aee26 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 07:02:04.806444 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:04.846262 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:02:04.846664 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 2d80dd6a-a6d9-49c6-85dc-09a80a819f94 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:02:04.850188 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 07:02:04.853321 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 07:02:04.859418 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 07:02:04.867935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:04.911046 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:04.912242 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.012519 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b80b26b-8a2a-4043-8940-3d78fdef9a00 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537374 Sep 09 07:02:05.025611 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Request body: {'port': {'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:02:05.076883 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.148658 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-abda4c17-4057-4f4d-a9ea-291989cf5ec1 None None] Provisioning for port 91c6d3c7-2acf-437f-8fef-782ec65aee26 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 07:02:05.152678 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-abda4c17-4057-4f4d-a9ea-291989cf5ec1 None None] Provisioning complete for port 91c6d3c7-2acf-437f-8fef-782ec65aee26 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 07:02:05.153049 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abda4c17-4057-4f4d-a9ea-291989cf5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.186685 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-abda4c17-4057-4f4d-a9ea-291989cf5ec1 None None] Port 91c6d3c7-2acf-437f-8fef-782ec65aee26 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 07:02:05.339122 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c6d3c7-2acf-437f-8fef-782ec65aee26 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 07:02:05.346184 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.357912 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Transition to ACTIVE for port object 91c6d3c7-2acf-437f-8fef-782ec65aee26 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 07:02:05.405353 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.457234 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Pushing event updated for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:05.530359 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Attempting to bind port 91c6d3c7-2acf-437f-8fef-782ec65aee26 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 07:02:05.530648 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Attempting to bind port 91c6d3c7-2acf-437f-8fef-782ec65aee26 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 07:02:05.530986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Attempting to bind port 91c6d3c7-2acf-437f-8fef-782ec65aee26 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 07:02:05.535466 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Port 91c6d3c7-2acf-437f-8fef-782ec65aee26 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 07:02:05.535778 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Attempting to bind port 91c6d3c7-2acf-437f-8fef-782ec65aee26 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 07:02:05.540847 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 7, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 07:02:05.541177 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 07:02:05.541557 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Bound using segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 07:02:05.542015 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Bound port: 91c6d3c7-2acf-437f-8fef-782ec65aee26, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 07:02:05.542330 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.607663 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 07:02:05.610772 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 07:02:05.629238 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162a97-1966-4be6-bdbf-dbd67d188c7f req-5b37398a-6b85-48c0-beae-cb36522b0470 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:05.631391 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-00162a97-1966-4be6-bdbf-dbd67d188c7f req-5b37398a-6b85-48c0-beae-cb36522b0470 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0586555 Sep 09 07:02:05.667380 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-00162a97-1966-4be6-bdbf-dbd67d188c7f req-e27acc75-bb1c-4aad-b6fe-1dfb9e9b8e79 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300188 Sep 09 07:02:05.691661 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.723963 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:05.724592 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:05.725985 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] 10.222.0.35 "PUT /v2.0/ports/91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1094 time: 0.7052031 Sep 09 07:02:05.726412 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:02:05.728775 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b146c-217a-4c37-984e-50974acd831e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:02:05.754788 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536b85-3b37-49ce-bada-e9b304a91102 service neutron] Pushing event updated for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:05.768601 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb4095-568e-4a9d-af67-e2641981cea8 x-openstack-request-id: req-20cb4095-568e-4a9d-af67-e2641981cea8 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:02:05.768953 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:02:05.769290 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20cb4095-568e-4a9d-af67-e2641981cea8 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:02:05.769869 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'status': 'completed', 'code': 200} Sep 09 07:02:05.830532 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b146c-217a-4c37-984e-50974acd831e req-82d0d7aa-c4bc-4992-8569-9b538408d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:05.832107 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-915b146c-217a-4c37-984e-50974acd831e req-82d0d7aa-c4bc-4992-8569-9b538408d756 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1097 time: 0.0428247 Sep 09 07:02:05.933691 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b146c-217a-4c37-984e-50974acd831e req-dd4148bb-5005-4fb3-9ce5-db2fecd76887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:05.935180 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-915b146c-217a-4c37-984e-50974acd831e req-dd4148bb-5005-4fb3-9ce5-db2fecd76887 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ade4505d20244a8c989400309481cf88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0949237 Sep 09 07:02:06.027528 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b146c-217a-4c37-984e-50974acd831e req-d89ba2bc-08ad-4d4a-8272-6fa21cd4270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:06.028861 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-915b146c-217a-4c37-984e-50974acd831e req-d89ba2bc-08ad-4d4a-8272-6fa21cd4270f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866401 Sep 09 07:02:06.179769 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:02:06.348776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-c590412d-4489-48c2-815e-794f575679fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:06.350909 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-c590412d-4489-48c2-815e-794f575679fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1097 time: 0.2836368 Sep 09 07:02:06.391333 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-5b1b8690-c7ad-4bf6-8067-b3730c5c4a0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 217 time: 0.0318308 Sep 09 07:02:06.436969 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-1201d22c-b412-4228-82d3-77f3a762df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:06.438249 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-1201d22c-b412-4228-82d3-77f3a762df34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0407827 Sep 09 07:02:06.483789 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-03f47e80-197d-40fb-9e4f-23d0c5b32690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:06.485207 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-03f47e80-197d-40fb-9e4f-23d0c5b32690 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402398 Sep 09 07:02:06.571079 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-a48975b2-5e6a-4bbc-9609-102c0052facd service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781579 Sep 09 07:02:06.662400 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-47852a99-4f2a-47c2-93de-7ad39db6733f req-aaa172bc-72af-4788-8a2c-82d13078f780 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843732 Sep 09 07:02:06.781713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0325b46-d861-45aa-bdc2-8343ee37c4f2 req-a426688b-5e19-4056-afb3-b81357760d9f tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:06.783174 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d0325b46-d861-45aa-bdc2-8343ee37c4f2 req-a426688b-5e19-4056-afb3-b81357760d9f tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0504937 Sep 09 07:02:06.820744 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d0325b46-d861-45aa-bdc2-8343ee37c4f2 req-aed5f206-650d-499d-a1e5-322eee1c3848 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Sep 09 07:02:07.062635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bebfd6b1-4b33-4833-9d70-c769faab0b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:07.931958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1fba3-85ea-4d96-9821-ea881b0d448d req-b0db1d45-5032-4590-be35-c0990afcb831 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:07.933383 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ac1fba3-85ea-4d96-9821-ea881b0d448d req-b0db1d45-5032-4590-be35-c0990afcb831 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0467110 Sep 09 07:02:07.968752 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-0ac1fba3-85ea-4d96-9821-ea881b0d448d req-6c6604fb-c165-4383-8219-caf4d3b1265b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297616 Sep 09 07:02:09.078687 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ebfc7-b999-41f5-b067-067a15ba51ff req-fa6aaba3-e48b-45f8-8770-0c00220e5cb6 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:09.080043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-425ebfc7-b999-41f5-b067-067a15ba51ff req-fa6aaba3-e48b-45f8-8770-0c00220e5cb6 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0468421 Sep 09 07:02:09.116183 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-425ebfc7-b999-41f5-b067-067a15ba51ff req-c01252c4-c249-4acb-9a6a-17c8d3afa88d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Sep 09 07:02:09.639296 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b65b9a8-b559-4d7a-a20b-5b15364f421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:10.107912 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:10.226463 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cbd43-0bc9-4946-aad5-8a94540416dc req-995f6db7-7d03-4f80-b554-377c879a4091 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:10.227929 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f6cbd43-0bc9-4946-aad5-8a94540416dc req-995f6db7-7d03-4f80-b554-377c879a4091 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0498030 Sep 09 07:02:10.265409 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2f6cbd43-0bc9-4946-aad5-8a94540416dc req-308e0214-9422-4dd5-80c5-916b89d1d649 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Sep 09 07:02:10.742474 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:11.376166 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a81-0ccb-42c2-9c1e-8938a1f1a35a req-1ffa7b2b-e262-4039-ae56-b87968ac4ca8 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:11.377598 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48974a81-0ccb-42c2-9c1e-8938a1f1a35a req-1ffa7b2b-e262-4039-ae56-b87968ac4ca8 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0471609 Sep 09 07:02:11.414269 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-48974a81-0ccb-42c2-9c1e-8938a1f1a35a req-3374c9fa-2c16-48f9-bcc9-57106dee0130 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299895 Sep 09 07:02:12.502600 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:12.526079 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaa24a-146b-4519-9e57-cbe348900422 req-946854ba-3cd1-47df-af3d-c208edf8f05c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:12.527546 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cfaa24a-146b-4519-9e57-cbe348900422 req-946854ba-3cd1-47df-af3d-c208edf8f05c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0481396 Sep 09 07:02:12.564189 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-6cfaa24a-146b-4519-9e57-cbe348900422 req-02165f15-6853-45c3-bbcd-a6fc0d62a7b0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Sep 09 07:02:13.677808 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14afa8-0e29-4dcb-a603-d556cf51b60b req-a500ca88-2ef2-4233-b0b1-08d2ba66ef59 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:13.679267 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce14afa8-0e29-4dcb-a603-d556cf51b60b req-a500ca88-2ef2-4233-b0b1-08d2ba66ef59 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0505717 Sep 09 07:02:13.715647 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ce14afa8-0e29-4dcb-a603-d556cf51b60b req-e2fe548f-a3df-49e8-be1e-0cb77a8422db tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Sep 09 07:02:14.755158 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 91c6d3c7-2acf-437f-8fef-782ec65aee26 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 07:02:14.825787 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363b2a4-0b0f-463c-859d-560cbb842f2c req-8bd9243a-0c42-4736-a17f-b338f4ea3551 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:14.827287 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d363b2a4-0b0f-463c-859d-560cbb842f2c req-8bd9243a-0c42-4736-a17f-b338f4ea3551 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 944 time: 0.0477962 Sep 09 07:02:14.849358 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:02:14.860026 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 07:02:14.864348 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-d363b2a4-0b0f-463c-859d-560cbb842f2c req-7eb8b311-cdf9-40e2-beb5-0bc7917056cc tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Sep 09 07:02:14.896377 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:14.908463 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c6d3c7-2acf-437f-8fef-782ec65aee26 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 07:02:14.926420 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:02:14.976588 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:15.032731 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:15.039660 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.055958 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:15.202001 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['91c6d3c7-2acf-437f-8fef-782ec65aee26'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 07:02:15.972876 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21accf82-4727-47f0-8d0b-655e9e6cad1f req-de0091fc-0a46-4fee-9677-67a160242ead tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:15.974897 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21accf82-4727-47f0-8d0b-655e9e6cad1f req-de0091fc-0a46-4fee-9677-67a160242ead tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 945 time: 0.0461705 Sep 09 07:02:16.010179 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-21accf82-4727-47f0-8d0b-655e9e6cad1f req-963b445d-55f1-402b-a59b-b4495543c8e2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296340 Sep 09 07:02:16.250647 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:16.755597 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 91c6d3c7-2acf-437f-8fef-782ec65aee26 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 07:02:16.862434 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port 91c6d3c7-2acf-437f-8fef-782ec65aee26 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 07:02:16.868062 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port 91c6d3c7-2acf-437f-8fef-782ec65aee26 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 07:02:16.868062 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:16.941848 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:16.963515 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:02:16.965731 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3871f5-21a7-40c1-8aa8-bf2db59ba4ab" -d '{"events": [{"server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "name": "network-vif-plugged", "status": "completed", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:02:16.977826 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:02:17.056506 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22711cff-53f5-4704-85a4-a484839667ce x-openstack-request-id: req-22711cff-53f5-4704-85a4-a484839667ce {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:02:17.056874 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "name": "network-vif-plugged", "status": "completed", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:02:17.057057 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22711cff-53f5-4704-85a4-a484839667ce {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:02:17.057447 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'code': 200} Sep 09 07:02:17.058631 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:17.107851 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:17.389719 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771dacd-f179-4e00-aa3e-3e8621e38db3 req-5dc6e400-cdfa-415c-8480-998708bc8f0a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:17.391889 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3771dacd-f179-4e00-aa3e-3e8621e38db3 req-5dc6e400-cdfa-415c-8480-998708bc8f0a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.3118742 Sep 09 07:02:17.399409 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938b8b2-b049-4a95-bc1f-450230e5a078 req-b723a84c-954e-4fb4-a241-8d9fff1a5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:17.405649 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3938b8b2-b049-4a95-bc1f-450230e5a078 req-b723a84c-954e-4fb4-a241-8d9fff1a5643 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0397675 Sep 09 07:02:17.429479 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-3771dacd-f179-4e00-aa3e-3e8621e38db3 req-c126cf20-1475-43d7-90ca-40a40e3778a0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Sep 09 07:02:17.435567 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-3938b8b2-b049-4a95-bc1f-450230e5a078 req-85b0142f-93ee-4fa7-af00-56da31882b5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280113 Sep 09 07:02:18.542320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80d68a-082a-44cd-866e-13cebe1b8d8a req-8da201ab-8217-4045-b5b9-1ffb9e412373 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:18.544092 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f80d68a-082a-44cd-866e-13cebe1b8d8a req-8da201ab-8217-4045-b5b9-1ffb9e412373 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Sep 09 07:02:18.581689 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f80d68a-082a-44cd-866e-13cebe1b8d8a req-70f2bf4b-fc66-4e2d-a0f1-fe60148d0d5c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309262 Sep 09 07:02:19.695469 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f023247-dc9d-43f3-a679-e2bf9d7aee10 req-ce059cab-5dda-4119-a032-8e0f5d6bfd33 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:19.696896 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f023247-dc9d-43f3-a679-e2bf9d7aee10 req-ce059cab-5dda-4119-a032-8e0f5d6bfd33 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0466175 Sep 09 07:02:19.732229 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f023247-dc9d-43f3-a679-e2bf9d7aee10 req-2d14cc18-9bc3-40b2-897f-08e22169cff0 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296526 Sep 09 07:02:19.843780 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd0479-a795-4849-a4a8-70fc580ec881 req-896d52fd-60ce-4352-b4db-59845a258ffa tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:19.845205 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1cfd0479-a795-4849-a4a8-70fc580ec881 req-896d52fd-60ce-4352-b4db-59845a258ffa tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Sep 09 07:02:19.881721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1cfd0479-a795-4849-a4a8-70fc580ec881 req-68f819c1-bd2d-419e-b847-e09e256a652d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Sep 09 07:02:19.903061 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35098) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:02:19.940041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9303a4-cc30-4509-b29f-3b53a858c4dc tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:19.941619 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4e9303a4-cc30-4509-b29f-3b53a858c4dc tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1094 time: 0.0376315 Sep 09 07:02:19.944307 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35100) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:02:19.948445 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:02:20.010559 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:20.111719 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:20.210706 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.27.0.148 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 07:02:20.313524 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:20.388325 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:20.423956 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 07:02:20.426900 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 07:02:20.430880 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 07:02:20.456641 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:20.468215 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.468501 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.468838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.469170 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.469493 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.469817 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.470139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.470462 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.470783 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.471134 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.471451 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.471764 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:02:20.791725 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:20.903965 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:21.048573 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:21.107855 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:21.176074 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:02:21.187924 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:21.284876 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP 195f0ba3-3a5f-48dd-9bab-843e939de3b8 associated. External IP: 172.27.0.148, port: 91c6d3c7-2acf-437f-8fef-782ec65aee26. Sep 09 07:02:21.485549 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:02:21.586314 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:02:21.595640 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:02:21.605057 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:02:21.612480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:02:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:21.644884 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:21.674425 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b4886316-c9a2-4490-a06b-b197d42e3f67 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7291372 Sep 09 07:02:21.675028 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:02:21.677263 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ff136-b282-46a4-a630-0bff5b054c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:02:21.710289 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:02:21.770380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931fc322-9c4a-4b07-9f76-0244049319b9 x-openstack-request-id: req-931fc322-9c4a-4b07-9f76-0244049319b9 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:02:21.770665 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:02:21.770912 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-931fc322-9c4a-4b07-9f76-0244049319b9 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:02:21.771955 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'status': 'completed', 'code': 200} Sep 09 07:02:21.828908 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff136-b282-46a4-a630-0bff5b054c5e req-e6d851f0-a38c-4881-8a73-d300dc272476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:21.830382 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-e6d851f0-a38c-4881-8a73-d300dc272476 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0385442 Sep 09 07:02:21.920573 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff136-b282-46a4-a630-0bff5b054c5e req-c44525f3-9ca0-4590-bf80-fad793b6cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:21.922028 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-c44525f3-9ca0-4590-bf80-fad793b6cf67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0849707 Sep 09 07:02:21.926531 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:20Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:21.956178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:02:21.964409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:02:21.965062 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:02:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:21.988858 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-8c5efb28-7acb-4af3-b665-00853296d6b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1000 time: 0.0598321 Sep 09 07:02:22.036870 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff136-b282-46a4-a630-0bff5b054c5e req-31bb6b91-d250-403e-b828-cc3ed46cb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:22.038310 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-31bb6b91-d250-403e-b828-cc3ed46cb252 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0429788 Sep 09 07:02:22.071452 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:02:22.082745 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff136-b282-46a4-a630-0bff5b054c5e req-46c22a77-bbf1-467d-bc65-fc29d4cb41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:22.084309 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-46c22a77-bbf1-467d-bc65-fc29d4cb41e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387733 Sep 09 07:02:22.179560 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-7ccbbb9e-1a94-4ebd-a9b5-8c6256976819 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Sep 09 07:02:22.268941 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-988ff136-b282-46a4-a630-0bff5b054c5e req-4eb25862-d9c9-4801-b734-b495a5a4d035 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809069 Sep 09 07:02:22.291055 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:20Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:02:22.317328 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28709d-4ae7-40c6-8181-64882d26d66e None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:20Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:02:22.499841 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54fe33-0bf8-4fde-bf2f-117284161ebb None None] New status for floating IP 195f0ba3-3a5f-48dd-9bab-843e939de3b8: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:02:25.222217 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-10350498-f55b-43e4-976b-88592ae7614a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381703 Sep 09 07:02:25.305863 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-979141d7-355f-40fe-859e-d7b9fa0b8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:25.307358 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-979141d7-355f-40fe-859e-d7b9fa0b8f03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0432477 Sep 09 07:02:25.407472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-16583ca7-bc6a-461f-adf5-89ad61b4a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:25.408916 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-16583ca7-bc6a-461f-adf5-89ad61b4a43e service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0822444 Sep 09 07:02:25.474108 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-59da65ed-2292-49b2-8f12-d0be78c25af7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1002 time: 0.0581923 Sep 09 07:02:25.522467 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-74b70132-2231-4d58-a23a-9bfa43d41493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:25.523952 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-74b70132-2231-4d58-a23a-9bfa43d41493 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0427442 Sep 09 07:02:25.567888 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-027ce645-c15b-4c2d-8fe0-5acc87d84802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:02:25.569394 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-027ce645-c15b-4c2d-8fe0-5acc87d84802 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383039 Sep 09 07:02:25.659687 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-d65a9eea-e329-4605-8641-a264b9d0bad5 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Sep 09 07:02:25.746413 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-44459237-5e2a-4e55-b57d-f3e2b4096f15 req-9bc55298-d3e2-4642-9924-ed1aa3670032 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796082 Sep 09 07:02:37.067207 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b6458762-506c-470b-bed1-7a4be563e45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:39.593189 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e5f5459f-fba2-4260-b9a3-e006431a4721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:40.096084 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:40.775747 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:42.484409 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:02:43.179103 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:02:46.267174 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:07.076963 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c6072fde-70fe-40ff-818b-59f76a19de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:09.609566 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a7980da4-17b7-4b62-834b-f5df112c65c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:10.117988 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:10.762410 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:12.488096 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:16.272627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:20.178125 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:03:25.993052 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-f6da4c65-cd40-4da5-af85-e3b78499b7a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420802 Sep 09 07:03:26.071274 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-61cf9f20-90cb-4a39-a2ba-701bf24efc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:03:26.073181 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-61cf9f20-90cb-4a39-a2ba-701bf24efc8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0378284 Sep 09 07:03:26.170376 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-8fe30d65-b892-497f-9250-2bed49e9dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:03:26.171810 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-8fe30d65-b892-497f-9250-2bed49e9dec9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0806627 Sep 09 07:03:26.237015 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-20fdc292-326e-4f28-bc3c-62f21c2306f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1002 time: 0.0583470 Sep 09 07:03:26.284067 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-9aa18843-037b-49cb-acf7-734d2ef4acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:03:26.285386 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-9aa18843-037b-49cb-acf7-734d2ef4acb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0411909 Sep 09 07:03:26.328887 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-4983872d-47c9-490b-8d1e-25195bbde10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:03:26.330298 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-4983872d-47c9-490b-8d1e-25195bbde10f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380888 Sep 09 07:03:26.420797 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-6b47580c-fcf4-4851-973a-9f5747110072 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833383 Sep 09 07:03:26.510949 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-5ac3e0ec-6743-4df2-b2d9-8951c629614c req-be1fe07c-b8f1-430a-a646-f62be8f9aef2 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Sep 09 07:03:37.072214 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e088-21b7-4096-aed2-34e13d8bcc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:39.607240 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9dc4eaac-0e59-4a15-a24c-7619fba9dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:40.099924 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:40.744036 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:42.534467 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:46.275689 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:03:57.176446 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:04:07.071260 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-916dce85-76d3-4a76-b681-b3ae6fedf57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:09.648008 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-12e867a4-c5f8-483b-a6ba-95ff3076d50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:10.122267 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:10.749197 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:10.857538 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-08b90e78-c586-493b-b906-ef9760507ab2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475770264&fields=id&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 267 time: 0.0328989 Sep 09 07:04:10.959331 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-f73a67e8-df9a-4de0-99e8-8f2e3374732a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:10.960773 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-f73a67e8-df9a-4de0-99e8-8f2e3374732a tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.0966794 Sep 09 07:04:10.975670 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-4a382be9-d6b0-4be6-87e6-733f4b7556dc tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/quotas/ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 375 time: 0.0086241 Sep 09 07:04:11.034266 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-2caeb8a1-300b-4235-934a-360aeca2d329 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535986 Sep 09 07:04:11.092416 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-80e47eba-36f2-4b59-b755-283470882c8c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 07:04:11.093411 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-80e47eba-36f2-4b59-b755-283470882c8c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473611 Sep 09 07:04:11.180487 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-5135f435-5860-485e-bc5b-553282c9429a service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806720 Sep 09 07:04:11.270728 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-6d196427-1213-4ebe-b9d8-23deca917b05 service neutron] 10.222.0.37 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836964 Sep 09 07:04:12.496930 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:12.803191 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b76c5ee5-0f47-4b73-9675-68a21186bec7 req-75675e1d-98f9-4828-bcce-a5ea08201671 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 210 time: 0.0249839 Sep 09 07:04:13.896202 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b5ea62ca-ae2f-4c37-a0cd-88052bed057a req-c15b50f3-bbb9-47b0-8421-2abd5a3fa113 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 210 time: 0.0275371 Sep 09 07:04:14.415170 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-5eae60b0-cc0d-4742-8d62-df4cbb05479e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:14.416717 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-5eae60b0-cc0d-4742-8d62-df4cbb05479e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 811 time: 0.0982842 Sep 09 07:04:14.458535 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-b7cc8418-067d-4386-9de9-5c742d17e7fd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade4505d20244a8c989400309481cf88 HTTP/1.1" status: 200 len: 380 time: 0.0327265 Sep 09 07:04:14.467540 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'port': {'device_id': '562e978c-1139-4906-916d-2e65a74ce255', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'admin_state_up': True, 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'security_groups': ['6000d7c8-6c2c-4664-beeb-49358ff98d64']}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:04:14.628642 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Made reservation on behalf of ade4505d20244a8c989400309481cf88 for: {'port': 1} {{(pid=100948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 07:04:14.632298 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:14.755918 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_common [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.20.0.7 (856247e1-6800-4de7-8edd-7e4c5c1c17e2/cfdb34f3-39d4-4bf5-bc88-bbee06421418/e292a912-4d26-46c3-8cfd-1bb2fc07bd67) {{(pid=100948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 07:04:14.898805 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:14.916178 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Transition to ACTIVE for port object e292a912-4d26-46c3-8cfd-1bb2fc07bd67 will not be triggered until provisioned by entity DHCP. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 07:04:14.988493 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-af6699c7-d165-49f0-92f3-b12ac03d8650 req-c6d51397-6ae1-4620-8c1d-ec21002874cf tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 210 time: 0.0258048 Sep 09 07:04:15.020144 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_create {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.066354 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 is already hosted by enough agents. {{(pid=100948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 07:04:15.069534 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.base_scheduler [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 07:04:15.075219 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 07:04:15.099751 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=1']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:15.113054 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.113403 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.113768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.114099 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.114428 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.114752 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.115103 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.115511 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.115744 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.116060 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.116379 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.116692 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:15.139646 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:15.140224 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.220627 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-58f69f3f-f21b-4a1c-a4d1-c0479290e95c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566206 Sep 09 07:04:15.234238 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.v2.base [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Request body: {'port': {'device_id': '562e978c-1139-4906-916d-2e65a74ce255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=100948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:04:15.290144 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.322844 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e1587a49-a9b5-437f-b457-5bcde33eb681 None None] Provisioning for port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 completed by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 07:04:15.327256 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-e1587a49-a9b5-437f-b457-5bcde33eb681 None None] Provisioning complete for port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 triggered by entity DHCP. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 07:04:15.327622 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e1587a49-a9b5-437f-b457-5bcde33eb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.363898 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-e1587a49-a9b5-437f-b457-5bcde33eb681 None None] Port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 cannot update to ACTIVE because it is not bound. {{(pid=100950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 07:04:15.562671 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e292a912-4d26-46c3-8cfd-1bb2fc07bd67 {{(pid=100948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 07:04:15.570034 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.582211 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.provisioning_blocks [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Transition to ACTIVE for port object e292a912-4d26-46c3-8cfd-1bb2fc07bd67 will not be triggered until provisioned by entity L2. {{(pid=100948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 07:04:15.652345 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.703523 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Pushing event updated for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=2']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:15.779006 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Attempting to bind port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 07:04:15.779337 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Attempting to bind port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 07:04:15.779664 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Attempting to bind port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 07:04:15.784100 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 07:04:15.784424 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Attempting to bind port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 on network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 07:04:15.789261 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Checking agent: {'id': 'c0b94c8c-bd16-46a8-b328-b5fc796f8b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'started_at': datetime.datetime(2021, 9, 9, 6, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 7, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 07:04:15.789590 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Checking segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 07:04:15.789975 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Bound using segment: {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'} {{(pid=100948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 07:04:15.790400 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.managers [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Bound port: e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba96a40-a520-4f39-8cfc-9815bbee6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2'}}] {{(pid=100948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 07:04:15.790843 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.862437 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, cleared binding levels {{(pid=100948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 07:04:15.865748 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 07:04:15.960796 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264506062'] for port, after_update {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.994432 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:15.995316 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:15.996685 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] 10.222.0.35 "PUT /v2.0/ports/e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 200 len: 1093 time: 0.7673306 Sep 09 07:04:15.997107 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:04:15.999326 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76d375-0d19-4971-8ee9-f720e30234c7" -d '{"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:04:16.027360 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a2162-7e5a-40c8-9ccb-b1387b41446a service neutron] Pushing event updated for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=3']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:16.111987 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184e4e-8dcb-46c8-b35f-f0fa73fe5854 req-dfa29b1f-434f-4765-bcfc-c1b6d04418e1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.115189 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2184e4e-8dcb-46c8-b35f-f0fa73fe5854 req-dfa29b1f-434f-4765-bcfc-c1b6d04418e1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0543146 Sep 09 07:04:16.128704 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd25406-044b-4d5b-a59a-b2b48b1cea05 x-openstack-request-id: req-3cd25406-044b-4d5b-a59a-b2b48b1cea05 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:04:16.129156 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:04:16.129528 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cd25406-044b-4d5b-a59a-b2b48b1cea05 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:04:16.130022 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'status': 'completed', 'code': 200} Sep 09 07:04:16.163141 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-0bb7a016-f7d3-4d76-9c81-03e1ef3fad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.164662 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-0bb7a016-f7d3-4d76-9c81-03e1ef3fad8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1096 time: 0.0496013 Sep 09 07:04:16.166781 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a2184e4e-8dcb-46c8-b35f-f0fa73fe5854 req-d1e1e980-75ed-479f-bf0a-6874dc90b961 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Sep 09 07:04:16.211012 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-397c02cc-d065-439b-bcbf-7bac095a9516 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 200 len: 217 time: 0.0385485 Sep 09 07:04:16.261004 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-010d8d60-4754-47e2-884a-5a24e0b3d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.262368 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-010d8d60-4754-47e2-884a-5a24e0b3d52c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0436258 Sep 09 07:04:16.288480 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:16.307336 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-f8abaf88-e933-4fd5-a254-878c57bb701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.308866 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-f8abaf88-e933-4fd5-a254-878c57bb701a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394313 Sep 09 07:04:16.399076 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-fd677ea8-3502-4c11-ba97-a876a927203b service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831127 Sep 09 07:04:16.485898 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-e05b927c-7429-4d71-bf75-c141e5b2cab5 req-cda03c63-449f-4e83-ad5d-717d654540a4 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794790 Sep 09 07:04:16.652857 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-f4cc0094-8651-4286-9306-2950c5ffdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.654311 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-f4cc0094-8651-4286-9306-2950c5ffdee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1096 time: 0.0446646 Sep 09 07:04:16.741893 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-0a7eefc4-5c5f-4f5b-aaf3-224bf0ba1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.743363 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-0a7eefc4-5c5f-4f5b-aaf3-224bf0ba1a97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0822766 Sep 09 07:04:16.787250 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-3bfa2363-9b8c-49e0-9016-58c942d28808 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 200 len: 217 time: 0.0356786 Sep 09 07:04:16.835994 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-d0092929-0093-4777-9779-b496e333616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.837387 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-d0092929-0093-4777-9779-b496e333616c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0417652 Sep 09 07:04:16.879985 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-a662ac72-d5a6-48c1-935c-566bc0dd5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:16.881366 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-a662ac72-d5a6-48c1-935c-566bc0dd5362 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0363002 Sep 09 07:04:16.974105 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-eb1d0197-852b-4470-ad38-b3ed452015ca service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Sep 09 07:04:17.065754 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-6e76d375-0d19-4971-8ee9-f720e30234c7 req-78f3d4bf-cd40-4a49-9b03-c22de583b3f3 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802524 Sep 09 07:04:17.277357 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4153c13-bbd8-4421-a7e8-182770be5fc1 req-cddf9237-873b-4961-81bc-6f25666ee922 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:17.278805 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f4153c13-bbd8-4421-a7e8-182770be5fc1 req-cddf9237-873b-4961-81bc-6f25666ee922 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0516198 Sep 09 07:04:17.315379 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-f4153c13-bbd8-4421-a7e8-182770be5fc1 req-94a93017-e7aa-4fbb-8190-12178f769327 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305886 Sep 09 07:04:18.425272 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bb9d5-e128-4d64-9313-c0f94e92d540 req-f67f11ce-4dd4-40d3-b0d1-25fb90bad573 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:18.426869 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-425bb9d5-e128-4d64-9313-c0f94e92d540 req-f67f11ce-4dd4-40d3-b0d1-25fb90bad573 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0469568 Sep 09 07:04:18.463038 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-425bb9d5-e128-4d64-9313-c0f94e92d540 req-065f12a2-68e5-40d5-bb60-98b7ea1f5bb4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299335 Sep 09 07:04:19.570657 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c84b-9650-4bd8-96d1-6f95345dcb03 req-db9b8ebd-892b-467c-a093-1e8671dc82f1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:19.572037 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8f7c84b-9650-4bd8-96d1-6f95345dcb03 req-db9b8ebd-892b-467c-a093-1e8671dc82f1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0475192 Sep 09 07:04:19.608097 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a8f7c84b-9650-4bd8-96d1-6f95345dcb03 req-66395024-5f2f-484e-b919-e5204bf3b412 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303392 Sep 09 07:04:20.720713 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a8512-db34-4d57-a546-aa34723a4cdb req-5e7d026a-a064-4eef-8617-18ef9cb7df71 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:20.722212 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-178a8512-db34-4d57-a546-aa34723a4cdb req-5e7d026a-a064-4eef-8617-18ef9cb7df71 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0512199 Sep 09 07:04:20.759976 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-178a8512-db34-4d57-a546-aa34723a4cdb req-845f1a7b-fb70-46f2-9efb-3ec5fb6d7bb1 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Sep 09 07:04:21.868967 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48084-8b22-4fb0-bd8e-3c1ceaf60aae req-2dfdcb38-882e-4558-81ea-cf43f7bdbacd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:21.870668 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7ef48084-8b22-4fb0-bd8e-3c1ceaf60aae req-2dfdcb38-882e-4558-81ea-cf43f7bdbacd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0471652 Sep 09 07:04:21.906274 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-7ef48084-8b22-4fb0-bd8e-3c1ceaf60aae req-f9d23f44-2af0-4f2a-b9aa-5d33dc905f4c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298905 Sep 09 07:04:23.017768 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6835d8-db13-48ba-b9f9-7bafc592dd7e req-42f38292-827e-49e3-a958-e08d91f789f3 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:23.019245 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cc6835d8-db13-48ba-b9f9-7bafc592dd7e req-42f38292-827e-49e3-a958-e08d91f789f3 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0480063 Sep 09 07:04:23.055793 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cc6835d8-db13-48ba-b9f9-7bafc592dd7e req-9efde0b6-1478-4411-8bb3-a0eb3cf25533 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306790 Sep 09 07:04:24.214831 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab83d72-2aa3-4030-b2a4-73220afd1707 req-7ae075bc-277b-442d-9c7f-e2dea512a22e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:24.216319 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cab83d72-2aa3-4030-b2a4-73220afd1707 req-7ae075bc-277b-442d-9c7f-e2dea512a22e tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0509262 Sep 09 07:04:24.253291 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-cab83d72-2aa3-4030-b2a4-73220afd1707 req-8f7c47a8-1759-4a97-b264-77a56a1fa7cc tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Sep 09 07:04:25.364129 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58a36b-a1ed-432c-b904-e8eb0d0c3a5c req-354cf315-fca7-4544-9dcc-c6c62946c330 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:25.365562 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5d58a36b-a1ed-432c-b904-e8eb0d0c3a5c req-354cf315-fca7-4544-9dcc-c6c62946c330 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 943 time: 0.0464017 Sep 09 07:04:25.401808 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-5d58a36b-a1ed-432c-b904-e8eb0d0c3a5c req-1f7a0bb7-1520-4dad-8f49-5fbb9a2eb5ae tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294468 Sep 09 07:04:25.406517 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e292a912-4d26-46c3-8cfd-1bb2fc07bd67 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=100950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 07:04:25.497529 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:04:25.507921 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Returning: {'device': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'port_id': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'mac_address': 'fa:16:3e:be:54:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 07:04:25.546471 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:25.558344 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e292a912-4d26-46c3-8cfd-1bb2fc07bd67 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 07:04:25.576186 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:04:25.647497 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:25.692733 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=4']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:25.699426 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.699774 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.700113 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.700445 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.700772 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.701102 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.701425 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.701748 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.702070 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.702388 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.702705 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.703053 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:25.864135 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] get_ports_and_sgs() called for port_ids ['e292a912-4d26-46c3-8cfd-1bb2fc07bd67'] {{(pid=100950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 07:04:26.207191 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-751d8df2-9627-4061-9203-b9c78a21d7e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417919 Sep 09 07:04:26.286213 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-c2d5151d-2f98-4778-974d-cc14b9343d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:26.287749 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-c2d5151d-2f98-4778-974d-cc14b9343d8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0385516 Sep 09 07:04:26.390025 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-794af342-0424-43a0-b72b-ecd565ee82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:26.391484 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-794af342-0424-43a0-b72b-ecd565ee82a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0836468 Sep 09 07:04:26.457451 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-31a0097d-b435-4283-8643-1be1d41c656f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1002 time: 0.0583749 Sep 09 07:04:26.506480 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-d9076618-7bae-4765-9f9b-75f521669a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:26.507986 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-d9076618-7bae-4765-9f9b-75f521669a77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0427868 Sep 09 07:04:26.512611 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5ebc-d044-4773-8967-857ed46be732 req-9d981fbe-2542-481d-9a3f-7708c02a92bd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:26.514071 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2c3f5ebc-d044-4773-8967-857ed46be732 req-9d981fbe-2542-481d-9a3f-7708c02a92bd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 944 time: 0.0473394 Sep 09 07:04:26.550633 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-2c3f5ebc-d044-4773-8967-857ed46be732 req-5d4d2ddc-ac27-4fa5-a2e4-4f536312ed42 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Sep 09 07:04:26.553153 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-143eac79-8a25-471a-b0c8-b18e99057e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:26.554639 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-143eac79-8a25-471a-b0c8-b18e99057e80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390048 Sep 09 07:04:26.646709 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-27695132-227c-4bdb-99b1-057784224a03 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Sep 09 07:04:26.738988 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-40096f33-a7a7-432f-9664-88c5fb45ed05 req-18f35d7f-7089-4da6-bbfb-23ff9ef253b9 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Sep 09 07:04:27.421311 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e292a912-4d26-46c3-8cfd-1bb2fc07bd67 up at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 07:04:27.536479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning for port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 completed by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 07:04:27.540224 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Provisioning complete for port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 triggered by entity L2. {{(pid=100950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 07:04:27.540525 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505496'] for port, provisioning_complete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:27.617266 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:27.640194 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:04:27.642426 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1d925b6345ccba47674c85d7dc9f400947f576da82c6b740a972804ce49c2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593084e-e81b-4ea2-ac3d-275dd886718c" -d '{"events": [{"server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "name": "network-vif-plugged", "status": "completed", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:04:27.655308 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:04:27.669239 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41059a78-c1c5-4368-a623-a95b7a2686c7 req-b86028dd-36de-4cd4-b192-1f23d21cede3 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:27.670715 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41059a78-c1c5-4368-a623-a95b7a2686c7 req-b86028dd-36de-4cd4-b192-1f23d21cede3 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 944 time: 0.0539808 Sep 09 07:04:27.679451 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 07:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48198489-ce67-4dc3-91db-199ddf832d33 x-openstack-request-id: req-48198489-ce67-4dc3-91db-199ddf832d33 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:04:27.679745 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "name": "network-vif-plugged", "status": "completed", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:04:27.679995 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48198489-ce67-4dc3-91db-199ddf832d33 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:04:27.680380 dv-cinder-733062-23-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'code': 200} Sep 09 07:04:27.711021 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-41059a78-c1c5-4368-a623-a95b7a2686c7 req-538d9d3e-3d67-460d-a088-6932e3e94d6f tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Sep 09 07:04:27.733414 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:27.780628 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Pushing event updated for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=5']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:28.000431 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bb9dc-f12e-4f27-a7b1-0c53799bba4a req-7d74dfb6-079f-4eb7-b216-817a98351e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:28.001906 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-873bb9dc-f12e-4f27-a7b1-0c53799bba4a req-7d74dfb6-079f-4eb7-b216-817a98351e34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1098 time: 0.0388882 Sep 09 07:04:28.035049 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-873bb9dc-f12e-4f27-a7b1-0c53799bba4a req-41e298fa-9482-42f3-814c-33b607f0017f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262876 Sep 09 07:04:28.824104 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded84722-7759-4c40-a587-6280daac88d9 req-c4d679c0-f2b0-41fb-9187-80b6df50d1cd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:28.825560 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ded84722-7759-4c40-a587-6280daac88d9 req-c4d679c0-f2b0-41fb-9187-80b6df50d1cd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.0478773 Sep 09 07:04:28.861589 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-ded84722-7759-4c40-a587-6280daac88d9 req-3cdb44e6-a5f9-4751-a917-f18e925f15a2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302169 Sep 09 07:04:29.971373 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc683a-2453-4b51-88ef-25ce2dae5f7a req-e43d5a54-1077-432c-bea6-6708524b65e2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:29.972837 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03cc683a-2453-4b51-88ef-25ce2dae5f7a req-e43d5a54-1077-432c-bea6-6708524b65e2 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Sep 09 07:04:30.009175 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-03cc683a-2453-4b51-88ef-25ce2dae5f7a req-7b6c94b4-83c5-488e-ba0b-8a436b399795 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299172 Sep 09 07:04:30.127277 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614032ca-e902-4359-aae8-78cd74918838 req-dd7fe8a4-f018-411e-8bcf-53dcb2f14598 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:30.128721 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-614032ca-e902-4359-aae8-78cd74918838 req-dd7fe8a4-f018-411e-8bcf-53dcb2f14598 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Sep 09 07:04:30.165043 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-614032ca-e902-4359-aae8-78cd74918838 req-932d506e-3d67-4d53-8a77-4f0c5b50da22 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303924 Sep 09 07:04:30.186513 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35256) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:04:30.231588 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33288f5e-81d7-47bf-ab70-c948990624aa tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:30.233098 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-33288f5e-81d7-47bf-ab70-c948990624aa tempest-TestVolumeBootPattern-854881976 tempest-TestVolumeBootPattern-854881976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1093 time: 0.0456250 Sep 09 07:04:30.235919 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35258) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:04:30.240084 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.v2.base [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Request body: {'floatingip': {'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'port_id': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 07:04:30.305261 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:30.401625 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:30.499353 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_common [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Allocated IP 172.27.0.165 (758a4400-b375-4fc0-bc0a-97bb0c7f3255/8069be9b-3054-40da-ac1c-5c9a35251f6e/a86cf72b-013f-4a0c-a999-5c2a5d0141b7) {{(pid=100949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 07:04:30.608090 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:30.687901 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387397569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:30.723964 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Network 758a4400-b375-4fc0-bc0a-97bb0c7f3255 is already hosted by enough agents. {{(pid=100949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 07:04:30.726788 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.base_scheduler [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Resources bound (agent type, host, resource id): {{(pid=100949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 07:04:30.732192 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Received port after_create {{(pid=100949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 07:04:30.737456 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=a86cf72b-013f-4a0c-a999-5c2a5d0141b7,revision_number=1']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:30.765821 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.766096 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.766432 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.766760 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.767115 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.767447 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.767769 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.768089 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.768412 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.768725 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.769038 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:30.769351 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:04:31.354894 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:31.502984 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1448236'] for port, before_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:31.646637 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for port, precommit_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:31.699041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729387901206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387397587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387397605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265843774'] for port, after_update {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:31.770180 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event updated for resources: {'Port': ['ID=a86cf72b-013f-4a0c-a999-5c2a5d0141b7,revision_number=2']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:04:31.781809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693486'] for floatingip, after_create {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:31.877468 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP ad2830ac-8207-45f2-be78-7cd338dbf94b associated. External IP: 172.27.0.165, port: e292a912-4d26-46c3-8cfd-1bb2fc07bd67. Sep 09 07:04:32.077920 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:04:32.181635 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:04:32.191003 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:04:32.201072 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:04:32.205463 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:04:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:04:32.253253 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:32.279923 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-401b37eb-b7e2-4f6d-91c7-3d323a89b15d tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0430291 Sep 09 07:04:32.280598 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:04:32.282838 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:04:32.307219 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:04:32.319666 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5bdfb5-579b-44ac-8f63-68079f62a25c x-openstack-request-id: req-cc5bdfb5-579b-44ac-8f63-68079f62a25c {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:04:32.320138 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:04:32.320353 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc5bdfb5-579b-44ac-8f63-68079f62a25c {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:04:32.320759 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'status': 'completed', 'code': 200} Sep 09 07:04:32.383007 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-b5986a2e-c0c3-40eb-81d0-3dda238b1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:32.385078 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-b5986a2e-c0c3-40eb-81d0-3dda238b1b51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1098 time: 0.0424137 Sep 09 07:04:32.475278 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-85d86c96-c02e-4481-af2b-890ddf52892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:32.476759 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-85d86c96-c02e-4481-af2b-890ddf52892a service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0846107 Sep 09 07:04:32.546297 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}, {'id': 'ad2830ac-8207-45f2-be78-7cd338dbf94b', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:be:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e978c-1139-4906-916d-2e65a74ce255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:04:30Z', 'updated_at': '2021-09-09T07:04:30Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:04:32.547389 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-5cf087a5-a6e9-4afb-88ae-4b9291b1bbaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 200 len: 999 time: 0.0630932 Sep 09 07:04:32.572822 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:04:32.581130 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:04:32.581734 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:04:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:04:32.597054 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-0ac953c8-d37a-4b51-8d44-c2f52c5f3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:32.598623 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-0ac953c8-d37a-4b51-8d44-c2f52c5f3c55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0451155 Sep 09 07:04:32.645986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-15e6a41a-8cfd-4bbc-b2ac-31c2787f2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:04:32.647395 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-15e6a41a-8cfd-4bbc-b2ac-31c2787f2e05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418501 Sep 09 07:04:32.685407 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:04:32.740020 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-56790450-f50e-44e0-b1b5-6414c3cd211d service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848322 Sep 09 07:04:32.830811 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-2a89b61c-7c68-4424-b478-9e7a34dfc3f5 req-8db06c58-fcef-4e3c-aba9-b2f3af8fd652 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Sep 09 07:04:32.920295 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}, {'id': 'ad2830ac-8207-45f2-be78-7cd338dbf94b', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:be:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e978c-1139-4906-916d-2e65a74ce255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:04:30Z', 'updated_at': '2021-09-09T07:04:30Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:04:32.946353 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e494a-087b-4ed8-9348-4e1d5e5d44a5 None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}, {'id': 'ad2830ac-8207-45f2-be78-7cd338dbf94b', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:be:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e978c-1139-4906-916d-2e65a74ce255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:04:30Z', 'updated_at': '2021-09-09T07:04:30Z', 'revision_number': 0, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:04:33.127337 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94aa3cf-06ac-4a37-859f-6e9e68ac66f6 None None] New status for floating IP ad2830ac-8207-45f2-be78-7cd338dbf94b: ACTIVE {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:04:34.174276 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:04:37.085104 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a0a4014a-b935-457f-be4c-a3382f5f0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:39.619809 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b786d0b6-37dd-4276-bee6-d2f71242131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:40.130190 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:40.755573 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:42.498525 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:04:46.304580 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:07.112271 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e5cd1943-3276-40fc-aede-d2fee1aa3c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:09.614726 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96d767b0-744a-47b2-a101-ef67f4f677eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:10.117360 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:10.774842 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:11.172603 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:05:12.503923 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:16.289212 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:20.990768 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-bbd55247-33fa-4015-b604-b1e5892f37b9 req-886fe68c-96c2-4bee-a0c1-715ca22e7d06 service neutron] (100948) timed out ('10.222.0.37', 59958) {{(pid=100948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 07:05:28.221050 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-97c6c3e1-1207-47f5-b537-1d26b857a461 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751262 Sep 09 07:05:28.300177 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-7d9ccb6c-ae51-4fc4-bb54-5106e343f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:05:28.301644 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-7d9ccb6c-ae51-4fc4-bb54-5106e343f57a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0385039 Sep 09 07:05:28.404499 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-28565680-263d-4976-b977-5ebecc8c8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:05:28.405828 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-28565680-263d-4976-b977-5ebecc8c8b0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0854344 Sep 09 07:05:28.467057 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-89a78c60-1fb7-4293-bd33-e7ad12f98f93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 1002 time: 0.0542681 Sep 09 07:05:28.517472 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-eee028d1-c981-4e90-9755-8362de55b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:05:28.518865 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-eee028d1-c981-4e90-9755-8362de55b0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0446632 Sep 09 07:05:28.560820 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-f7de3057-c79d-4235-b623-a1e74ebf50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:05:28.562208 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-f7de3057-c79d-4235-b623-a1e74ebf50dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0367172 Sep 09 07:05:28.573232 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-9c830a71-a1f9-41dd-b48e-c4fb39d00fda service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=100948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 07:05:28.574144 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-9c830a71-a1f9-41dd-b48e-c4fb39d00fda service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051727 Sep 09 07:05:28.662780 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-d4556dd8-2227-4426-a5c1-e72629d45a66 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Sep 09 07:05:28.749114 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-9cf1811e-2d52-49b2-a2c6-fa20065475d4 req-c649e900-3b73-4658-b276-4293a3b60c28 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799320 Sep 09 07:05:37.088197 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1538b953-668e-4d37-aca1-ed2242f44e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:39.630817 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5dd33f0b-8ecb-4b8a-aec7-476d33c8b183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:40.108621 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:40.779400 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:42.504625 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:46.337287 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:05:48.171468 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:06:02.753337 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35288) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:02.906370 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port a86cf72b-013f-4a0c-a999-5c2a5d0141b7 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:02.906722 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:02.979478 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:02.979806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:02.991298 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for a86cf72b-013f-4a0c-a999-5c2a5d0141b7 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:03.189958 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:03.212773 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=a86cf72b-013f-4a0c-a999-5c2a5d0141b7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:03.225467 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.225809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.226138 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.226476 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.226784 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.227156 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.227477 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.228312 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.228611 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.228923 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.229235 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.229545 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:03.283936 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:03.284315 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP ad2830ac-8207-45f2-be78-7cd338dbf94b disassociated (deleted). External IP: 172.27.0.165, port: e292a912-4d26-46c3-8cfd-1bb2fc07bd67. Sep 09 07:06:03.482044 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:06:03.582383 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:06:03.586712 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:03.592740 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:06:03.601927 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:03.602520 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:05:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:03.613614 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e66faa49-7aee-4492-9c46-94de3cc824da tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "DELETE /v2.0/floatingips/ad2830ac-8207-45f2-be78-7cd338dbf94b HTTP/1.1" status: 204 len: 168 time: 0.8592267 Sep 09 07:06:03.614183 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:06:03.616667 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e7545e-357a-4487-b552-191bb25d4dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:06:03.654744 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef623a76-7d46-4c51-8872-60271928a713 x-openstack-request-id: req-ef623a76-7d46-4c51-8872-60271928a713 {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:06:03.655265 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:06:03.655854 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef623a76-7d46-4c51-8872-60271928a713 {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:06:03.656251 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'status': 'completed', 'code': 200} Sep 09 07:06:03.710231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:03.715087 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-eeaffb28-111e-408f-b8a9-7f0bf3ef89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:03.716599 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-eeaffb28-111e-408f-b8a9-7f0bf3ef89e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 1098 time: 0.0391052 Sep 09 07:06:03.810171 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-d0b6bfbb-1f51-42bd-acd9-bd7500a11524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:03.811608 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-d0b6bfbb-1f51-42bd-acd9-bd7500a11524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0881972 Sep 09 07:06:03.857628 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-ceb2df89-0b5d-4cd6-9421-ba99925fd959 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 200 len: 217 time: 0.0389738 Sep 09 07:06:03.939713 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:03.973160 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:06:03.983887 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:03.984507 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:05:40Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:04.073631 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc96d-97bc-49c8-8c91-3135a9c31bd5 req-b2ea307d-e858-4e67-977f-44083ab755dd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:04.079522 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b43dc96d-97bc-49c8-8c91-3135a9c31bd5 req-b2ea307d-e858-4e67-977f-44083ab755dd tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.1039512 Sep 09 07:06:04.101688 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:04.117002 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-b43dc96d-97bc-49c8-8c91-3135a9c31bd5 req-e04d64d8-281d-4a85-8bac-823b00997876 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357304 Sep 09 07:06:04.175117 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-b3b7ac3c-0ea5-4cf7-bbde-01f30cc1880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:04.176601 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-b3b7ac3c-0ea5-4cf7-bbde-01f30cc1880f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.3122509 Sep 09 07:06:04.224670 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-df261a2b-054c-4157-97d6-a6272efbabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:04.226180 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-df261a2b-054c-4157-97d6-a6272efbabc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402784 Sep 09 07:06:04.318463 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-2a347c1b-8379-44c8-a178-67daa6733259 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Sep 09 07:06:04.416203 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-81e7545e-357a-4487-b552-191bb25d4dc4 req-c05a7929-fa7d-468a-b68a-f4208daf2986 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Sep 09 07:06:04.444437 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:04.473954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82f1e-abd9-4517-a633-d32c67f28007 None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_floatingips': [{'id': '195f0ba3-3a5f-48dd-9bab-843e939de3b8', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'router_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'port_id': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'mac_address': 'fa:16:3e:52:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T07:02:20Z', 'updated_at': '2021-09-09T07:02:22Z', 'revision_number': 1, 'project_id': 'ade4505d20244a8c989400309481cf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:06:04.677339 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceff4e-7640-40f1-a72b-7f5c7c1c771c None None] New status for floating IP ad2830ac-8207-45f2-be78-7cd338dbf94b: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:06:05.290117 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975030-a547-4a76-bcaf-9c66cdbd6412 req-d42d2a07-0bcd-418c-857e-4d249a1c9d02 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:05.292235 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf975030-a547-4a76-bcaf-9c66cdbd6412 req-d42d2a07-0bcd-418c-857e-4d249a1c9d02 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.0900834 Sep 09 07:06:05.328506 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-bf975030-a547-4a76-bcaf-9c66cdbd6412 req-27c55cf7-b894-4ffd-9ddb-5ce39b95a7ae tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300901 Sep 09 07:06:05.565698 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-9c6ccc10-1db5-44e0-9171-a214247c7a45 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:05.567056 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-9c6ccc10-1db5-44e0-9171-a214247c7a45 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 945 time: 0.0459268 Sep 09 07:06:05.657500 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:05.657840 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:05.741502 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] For port e292a912-4d26-46c3-8cfd-1bb2fc07bd67, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:05.741858 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:05.753779 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for e292a912-4d26-46c3-8cfd-1bb2fc07bd67 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:05.954102 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:05.981601 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=e292a912-4d26-46c3-8cfd-1bb2fc07bd67,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:06.012218 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.012560 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.012894 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.013222 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.013545 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.013864 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.014185 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.014501 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.014815 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.015154 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.015467 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.015776 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:06.033445 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] No DVR routers for this DVR port e292a912-4d26-46c3-8cfd-1bb2fc07bd67 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:06.035866 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:06.037908 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-7225d8da-cc84-46f1-a176-4b1941f3aede req-e838f99c-df73-438d-ac28-cb4596b96c50 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "DELETE /v2.0/ports/e292a912-4d26-46c3-8cfd-1bb2fc07bd67 HTTP/1.1" status: 204 len: 173 time: 0.4635856 Sep 09 07:06:06.038333 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'name': 'network-vif-deleted', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:06:06.040604 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac75f9-76b3-4948-8104-9613ba4cd2a2" -d '{"events": [{"server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "name": "network-vif-deleted", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:06:06.088265 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 07:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd692773-393d-4593-b7e9-47c6f29f415e x-openstack-request-id: req-dd692773-393d-4593-b7e9-47c6f29f415e {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:06:06.088585 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e978c-1139-4906-916d-2e65a74ce255", "name": "network-vif-deleted", "tag": "e292a912-4d26-46c3-8cfd-1bb2fc07bd67", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:06:06.088940 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd692773-393d-4593-b7e9-47c6f29f415e {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:06:06.089339 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e978c-1139-4906-916d-2e65a74ce255', 'name': 'network-vif-deleted', 'tag': 'e292a912-4d26-46c3-8cfd-1bb2fc07bd67', 'status': 'completed', 'code': 200} Sep 09 07:06:06.427476 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-9f981eaa-66d0-45d2-8cae-3c3ad7fbd95c req-5f3e261f-56b1-4c2f-ae89-6252546619d4 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e978c-1139-4906-916d-2e65a74ce255 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Sep 09 07:06:07.119626 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3f10bab-3543-4e28-a4db-fd5bbdd838d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:09.605523 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-098153e6-d9c8-4240-aa28-5f1fea534483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:09.868805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35336) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:09.918819 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e292a912-4d26-46c3-8cfd-1bb2fc07bd67 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:09.944129 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: e292a912-4d26-46c3-8cfd-1bb2fc07bd67 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:09.944473 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device e292a912-4d26-46c3-8cfd-1bb2fc07bd67 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:10.022767 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:10.023136 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.097142 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.097469 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.098108 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.109205 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:10.309064 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.332718 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=ca155ddc-1a9c-4d46-8f8b-c15d00cdcaf7,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:10.396182 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.396531 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.db.l3_db [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Floating IP 195f0ba3-3a5f-48dd-9bab-843e939de3b8 disassociated (deleted). External IP: 172.27.0.148, port: 91c6d3c7-2acf-437f-8fef-782ec65aee26. Sep 09 07:06:10.771328 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.845940 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:06:10.947304 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:06:10.952125 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:10.956730 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:06:10.966322 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:10.966932 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:10.984463 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-4a39526f-50f0-4ff4-8d21-90d34b367547 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "DELETE /v2.0/floatingips/195f0ba3-3a5f-48dd-9bab-843e939de3b8 HTTP/1.1" status: 204 len: 168 time: 1.1145957 Sep 09 07:06:10.985138 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26'}] {{(pid=100949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:06:10.987570 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e4a655f76c809d2ae9c93a9d4aef14fe85477990bb7df631edc92288ac5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ed9479-da35-4d74-bd51-00394fbbdc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26"}]}' {{(pid=100949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:06:11.022382 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 07:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f547ed-965e-41a5-9c79-4cafd096bacb x-openstack-request-id: req-e3f547ed-965e-41a5-9c79-4cafd096bacb {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:06:11.022616 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26", "status": "completed", "code": 200}]} {{(pid=100949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:06:11.022849 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3f547ed-965e-41a5-9c79-4cafd096bacb {{(pid=100949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:06:11.023268 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'status': 'completed', 'code': 200} Sep 09 07:06:11.081050 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:11.085616 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-025814b7-368a-47df-a4a6-d4dbf6f51f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:11.087162 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-025814b7-368a-47df-a4a6-d4dbf6f51f23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ade4505d20244a8c989400309481cf88&device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 1099 time: 0.0394104 Sep 09 07:06:11.185757 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-621b92c5-8cb9-47b2-96ad-e1756ec44b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:11.187309 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-621b92c5-8cb9-47b2-96ad-e1756ec44b86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 200 len: 911 time: 0.0935192 Sep 09 07:06:11.230826 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-2fa9001d-08a9-4c2a-ba70-1b406ee0be69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 200 len: 217 time: 0.0370209 Sep 09 07:06:11.278574 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:11.280218 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-45045c90-c72c-4d45-bdef-525e6e18c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:11.281693 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-45045c90-c72c-4d45-bdef-525e6e18c3e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 200 len: 850 time: 0.0439897 Sep 09 07:06:11.309963 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:06:11.318577 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:11.319244 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:11.332096 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-311bb00d-21cf-4e36-8c05-1a0be0a718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:11.333681 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-311bb00d-21cf-4e36-8c05-1a0be0a718fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=856247e1-6800-4de7-8edd-7e4c5c1c17e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455084 Sep 09 07:06:11.396093 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b66b1-5f41-4dac-8192-6a2fd221c5bd req-7e09ce9f-1b97-46d3-914c-7ed38e923037 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:11.397714 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-687b66b1-5f41-4dac-8192-6a2fd221c5bd req-7e09ce9f-1b97-46d3-914c-7ed38e923037 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0486023 Sep 09 07:06:11.427790 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:11.432159 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-d49bb463-95c3-4493-bf7a-ce710f281c70 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906305 Sep 09 07:06:11.439158 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-687b66b1-5f41-4dac-8192-6a2fd221c5bd req-d84f6465-84bb-448b-a33a-6df026fe9b5c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343416 Sep 09 07:06:11.529146 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-c8ed9479-da35-4d74-bd51-00394fbbdc5a req-04acdf43-bda8-472c-9c1b-0e729bfb0819 service neutron] 10.222.0.35 "GET /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Sep 09 07:06:11.621664 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:11.647597 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da6aa8-feed-4120-bf22-59142e16da74 None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:16Z', 'revision_number': 4, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi', '_interfaces': [{'id': '34dab11f-9fce-418e-8db2-7e98322b197c', 'name': '', 'network_id': '856247e1-6800-4de7-8edd-7e4c5c1c17e2', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'mac_address': 'fa:16:3e:1e:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:15Z', 'updated_at': '2021-09-09T06:59:22Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'subnets': [{'id': 'cfdb34f3-39d4-4bf5-bc88-bbee06421418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:06:11.845099 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090dd8c-5e99-46f8-956a-28f5dae20d08 None None] New status for floating IP 195f0ba3-3a5f-48dd-9bab-843e939de3b8: DOWN {{(pid=100951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 07:06:12.514007 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:12.553121 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008db7c-910c-4a61-84b5-277696dd77c5 req-98416672-41e7-442b-970e-b02ef6739ad7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:12.554481 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1008db7c-910c-4a61-84b5-277696dd77c5 req-98416672-41e7-442b-970e-b02ef6739ad7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0474856 Sep 09 07:06:12.591744 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-1008db7c-910c-4a61-84b5-277696dd77c5 req-a08957e8-e692-4a70-86d5-fd1562c0942c tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/security-groups?id=6000d7c8-6c2c-4664-beeb-49358ff98d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307689 Sep 09 07:06:12.844078 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154690-b766-452c-9e94-873c528b2748 req-59a53adf-5e15-47c1-9e90-26449710605b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 07:06:12.845455 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-fa154690-b766-452c-9e94-873c528b2748 req-59a53adf-5e15-47c1-9e90-26449710605b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 946 time: 0.0472910 Sep 09 07:06:12.931381 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port 91c6d3c7-2acf-437f-8fef-782ec65aee26 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:12.931720 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:13.021777 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] For port 91c6d3c7-2acf-437f-8fef-782ec65aee26, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=91c6d3c7-2acf-437f-8fef-782ec65aee26,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:13.022141 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:13.034211 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for 91c6d3c7-2acf-437f-8fef-782ec65aee26 owned by compute:nova {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:13.223338 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:13.251935 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=91c6d3c7-2acf-437f-8fef-782ec65aee26,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:13.289810 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] No DVR routers for this DVR port 91c6d3c7-2acf-437f-8fef-782ec65aee26 on host hv-cinder-73306 {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:13.292978 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for port, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:13.294995 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [req-fa154690-b766-452c-9e94-873c528b2748 req-ce7ff296-6012-446e-a9b2-b19c345c9ebb tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.35 "DELETE /v2.0/ports/91c6d3c7-2acf-437f-8fef-782ec65aee26 HTTP/1.1" status: 204 len: 173 time: 0.4435241 Sep 09 07:06:13.295439 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'name': 'network-vif-deleted', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26'}] {{(pid=100948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 07:06:13.297657 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8cbaa004d75cb323636ffc6d3612cc4ca90d0cbbd173b2720d56929321ffac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdc1939-3991-413b-af09-8bfd9ae87dd6" -d '{"events": [{"server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "name": "network-vif-deleted", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26"}]}' {{(pid=100948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 07:06:13.332239 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 07:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fad6a06-5d35-4310-b597-92eaf9bf7bf3 x-openstack-request-id: req-9fad6a06-5d35-4310-b597-92eaf9bf7bf3 {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 07:06:13.332529 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c1b9bb-01fd-4aff-b9c8-f6961881d913", "name": "network-vif-deleted", "tag": "91c6d3c7-2acf-437f-8fef-782ec65aee26", "status": "completed", "code": 200}]} {{(pid=100948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 07:06:13.332837 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fad6a06-5d35-4310-b597-92eaf9bf7bf3 {{(pid=100948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 07:06:13.333257 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c1b9bb-01fd-4aff-b9c8-f6961881d913', 'name': 'network-vif-deleted', 'tag': '91c6d3c7-2acf-437f-8fef-782ec65aee26', 'status': 'completed', 'code': 200} Sep 09 07:06:13.690566 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [req-a162ab88-8801-40c7-a13f-fd374184f644 req-04269ca5-66c9-48eb-921e-13d1a24a6a7b tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5c1b9bb-01fd-4aff-b9c8-f6961881d913 HTTP/1.1" status: 200 len: 210 time: 0.0303111 Sep 09 07:06:14.746639 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35352) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:14.865990 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Deleting port fa785e20-2fee-45cc-9e0e-ecaab9739aa8 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:14.866320 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:14.937941 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:14.938260 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:14.950145 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Calling delete_port for fa785e20-2fee-45cc-9e0e-ecaab9739aa8 owned by network:floatingip {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:15.171806 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:15.196644 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'Port': ['ID=fa785e20-2fee-45cc-9e0e-ecaab9739aa8,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:15.256502 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:15.259041 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23007'] for floatingip, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:15.260187 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-8aec7d68-1e5c-4262-99eb-8313af6fa7f7 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c7a2cc3-3cfc-4f99-bafb-567116810025 HTTP/1.1" status: 204 len: 168 time: 0.5124793 Sep 09 07:06:16.360749 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:16.732040 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35364) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:16.789004 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:16.813103 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:16.931809 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:16.934412 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:16.935587 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] 10.222.0.37 "DELETE /v2.0/security-groups/6000d7c8-6c2c-4664-beeb-49358ff98d64 HTTP/1.1" status: 204 len: 168 time: 0.2025709 Sep 09 07:06:16.944720 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560d614-59aa-4aa8-8457-b16aaeff1ed5 tempest-TestVolumeBootPattern-425772206 tempest-TestVolumeBootPattern-425772206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000d7c8-6c2c-4664-beeb-49358ff98d64,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:17.032622 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35368) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:17.454384 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:17.687531 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Deleting port 34dab11f-9fce-418e-8db2-7e98322b197c {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:17.687874 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:17.764315 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] For port 34dab11f-9fce-418e-8db2-7e98322b197c, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=34dab11f-9fce-418e-8db2-7e98322b197c,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:17.764710 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:17.784541 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Calling delete_port for 34dab11f-9fce-418e-8db2-7e98322b197c owned by network:router_interface {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:17.935660 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 91c6d3c7-2acf-437f-8fef-782ec65aee26 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:17.955206 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] No Port match for: 91c6d3c7-2acf-437f-8fef-782ec65aee26 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:17.955479 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Device 91c6d3c7-2acf-437f-8fef-782ec65aee26 not bound to the agent host hv-cinder-73306 {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:18.017595 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.041720 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=34dab11f-9fce-418e-8db2-7e98322b197c,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:18.203447 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.411350 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:06:18.512283 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:06:18.517108 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-1e9f6f1d-01e2-497f-8db0-62b0fe556b78 admin admin] 10.222.0.37 "PUT /v2.0/routers/3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4833744 Sep 09 07:06:18.519843 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35372) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:18.520760 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Sync routers for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:06:18.529628 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:18.530221 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:18.620139 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks [] for router, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.635635 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: dv-cinder-733062-23-iscsi {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:18.724949 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.809954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T07:06:17Z', 'revision_number': 5, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port': {'id': '4ecd124c-3233-41e1-97ae-a66a9fe76349', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T06:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:18.835752 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Checking router: 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c for host: dv-cinder-733062-23-iscsi {{(pid=100950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:06:18.841869 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Deleting port 4ecd124c-3233-41e1-97ae-a66a9fe76349 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:18.842215 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.844004 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Routers {'3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:18.844600 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'], 'active': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:18.922985 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] For port 4ecd124c-3233-41e1-97ae-a66a9fe76349, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=4ecd124c-3233-41e1-97ae-a66a9fe76349,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:18.923391 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:18.928584 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvr_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] Set router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c gateway port host: None {{(pid=100950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:18.935642 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Calling delete_port for 4ecd124c-3233-41e1-97ae-a66a9fe76349 owned by network:router_gateway {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:19.103533 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_hamode_db [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T07:06:18Z', 'revision_number': 6, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:19.130343 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f55a9d-0d5e-4d7c-85dd-75d336b754fc None None] The sync data for ids ['3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c'] in dv-cinder-733062-23-iscsi is: [{'id': '3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c', 'name': 'tempest-TestVolumeBootPattern-706650329-router', 'tenant_id': 'ade4505d20244a8c989400309481cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:13Z', 'updated_at': '2021-09-09T07:06:18Z', 'revision_number': 6, 'project_id': 'ade4505d20244a8c989400309481cf88', 'gw_port_host': None}] {{(pid=100950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:06:19.166244 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.190441 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ecd124c-3233-41e1-97ae-a66a9fe76349,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:19.249412 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.335289 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.337417 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.451725 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.452279 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c {{(pid=100949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 07:06:19.456643 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] Notify callbacks [] for router, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.457937 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-0097f07c-f2e0-4eb6-9a96-cc8fd8363c63 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3741a2eb-3a0d-4cf4-af4b-62fc03e92d5c HTTP/1.1" status: 204 len: 168 time: 0.9371080 Sep 09 07:06:19.460555 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35374) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:19.506234 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Deleting subnet cfdb34f3-39d4-4bf5-bc88-bbee06421418 {{(pid=100949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 07:06:19.509425 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.544824 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266006132'] for subnet, precommit_delete_associations {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.623380 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.754379 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265844464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265546945'] for subnet, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.779561 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdb34f3-39d4-4bf5-bc88-bbee06421418,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:19.785836 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for subnet, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.787719 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-90bee5cd-3b51-4417-b194-4cca81b1587c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cfdb34f3-39d4-4bf5-bc88-bbee06421418 HTTP/1.1" status: 204 len: 168 time: 0.3261542 Sep 09 07:06:19.790181 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35376) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:19.792763 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a149c-78ab-4a1e-bd6a-4ea0b6177454 None None] Network 856247e1-6800-4de7-8edd-7e4c5c1c17e2 requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 07:06:19.859889 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.914805 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Deleting port 62e20ab2-6073-4904-b73a-970faf58a175 {{(pid=100949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:19.915172 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.971672 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] DHCP port deletion for 856247e1-6800-4de7-8edd-7e4c5c1c17e2 request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 07:06:19.981818 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.db [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] For port 62e20ab2-6073-4904-b73a-970faf58a175, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=62e20ab2-6073-4904-b73a-970faf58a175,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:19.982206 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:19.996302 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.plugin [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Calling delete_port for 62e20ab2-6073-4904-b73a-970faf58a175 owned by network:dhcp {{(pid=100949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:20.027262 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Deleting port 62e20ab2-6073-4904-b73a-970faf58a175 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:20.027515 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.100455 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] For port 62e20ab2-6073-4904-b73a-970faf58a175, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=62e20ab2-6073-4904-b73a-970faf58a175,segment=NetworkSegment(3ba96a40-a520-4f39-8cfc-9815bbee6cf5),segment_id=3ba96a40-a520-4f39-8cfc-9815bbee6cf5)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:20.100861 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.113447 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Calling delete_port for 62e20ab2-6073-4904-b73a-970faf58a175 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:20.154995 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265844429'] for port, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.180598 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e20ab2-6073-4904-b73a-970faf58a175,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:20.182562 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] No DVR routers for this DVR port 62e20ab2-6073-4904-b73a-970faf58a175 on host dv-cinder-733062-23-iscsi {{(pid=100949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:20.188702 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.217851 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Pushing event deleted for resources: {'Port': ['ID=62e20ab2-6073-4904-b73a-970faf58a175,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:20.222890 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] No DVR routers for this DVR port 62e20ab2-6073-4904-b73a-970faf58a175 on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:20.229724 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.230079 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.231061 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.231406 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.231738 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.232069 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.232403 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.232889 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.233042 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.233366 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.233689 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.234011 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd961be-830b-48e7-a80b-091d556bc921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-23-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 07:06:20.262054 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.281916 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856247e1-6800-4de7-8edd-7e4c5c1c17e2']}} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:20.291346 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba96a40-a520-4f39-8cfc-9815bbee6cf5') {'for_net_delete': True} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:20.291639 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.services.segments.db [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba96a40-a520-4f39-8cfc-9815bbee6cf5') {} {{(pid=100949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:20.304179 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266006029'] for segment, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.316707 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.322488 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 07:06:20.322856 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265843730'] for segment, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: Traceback (most recent call last): Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: timer() Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: cb(*args, **kw) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: return func(*args, **kwargs) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: self._notify() Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: self.callback(batched_events) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: event.method(event) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: return f(self, *a, **k) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._get(url).json() Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: return self.request(url, 'GET', **kwargs) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 07:06:20.324467 dv-cinder-733062-23-iscsi neutron-server[100949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 07:06:20.468592 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.473801 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:20.475729 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/856247e1-6800-4de7-8edd-7e4c5c1c17e2 HTTP/1.1" status: 204 len: 168 time: 0.6846631 Sep 09 07:06:20.478757 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35378) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:20.486344 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e33f3-ae93-42d7-9d10-4b58c01ec2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=856247e1-6800-4de7-8edd-7e4c5c1c17e2,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:20.807439 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692206'] for router_interface, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:21.014376 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 62e20ab2-6073-4904-b73a-970faf58a175 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:21.033702 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 62e20ab2-6073-4904-b73a-970faf58a175 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:21.034035 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 62e20ab2-6073-4904-b73a-970faf58a175 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:21.034440 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 4ecd124c-3233-41e1-97ae-a66a9fe76349 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:21.045441 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Deleting port 101149c9-5378-4d0e-842e-c82bd4e65e06 {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:21.045793 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:21.052362 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 4ecd124c-3233-41e1-97ae-a66a9fe76349 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:21.052702 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 4ecd124c-3233-41e1-97ae-a66a9fe76349 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:21.053099 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 34dab11f-9fce-418e-8db2-7e98322b197c no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:21.071810 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 34dab11f-9fce-418e-8db2-7e98322b197c {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:21.072077 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 34dab11f-9fce-418e-8db2-7e98322b197c not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:21.369668 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] For port 101149c9-5378-4d0e-842e-c82bd4e65e06, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=101149c9-5378-4d0e-842e-c82bd4e65e06,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:21.370031 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:21.382329 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Calling delete_port for 101149c9-5378-4d0e-842e-c82bd4e65e06 owned by network:router_interface {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:21.629065 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:21.654547 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Pushing event deleted for resources: {'Port': ['ID=101149c9-5378-4d0e-842e-c82bd4e65e06,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:21.818545 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692314'] for router_interface, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.029085 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Router c8fc835a-db57-4f3e-8588-79281e670b5a has already been hosted by L3 agent a34167c9-5523-4c2f-978f-3cf7d6a65204 {{(pid=100948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 07:06:22.148906 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] Notify agent at l3_agent.dv-cinder-733062-23-iscsi the message routers_updated {{(pid=100948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 07:06:22.154305 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-819cafa5-1537-40fa-8453-6bddf6caceca admin admin] 10.222.0.37 "PUT /v2.0/routers/c8fc835a-db57-4f3e-8588-79281e670b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744955 Sep 09 07:06:22.156873 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35380) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:22.157824 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Sync routers for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 07:06:22.167213 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:22.168396 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:22.259196 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks [] for router, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.269321 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: dv-cinder-733062-23-iscsi {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:22.367810 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.504936 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Deleting port ac7067c5-f20b-41cd-9a00-62548dd8eb9e {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:22.505273 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.532375 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'external_fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T07:06:21Z', 'revision_number': 5, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port': {'id': 'ac7067c5-f20b-41cd-9a00-62548dd8eb9e', 'name': '', 'network_id': '758a4400-b375-4fc0-bc0a-97bb0c7f3255', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8069be9b-3054-40da-ac1c-5c9a35251f6e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-23-iscsi'}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:22.558512 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Checking router: c8fc835a-db57-4f3e-8588-79281e670b5a for host: dv-cinder-733062-23-iscsi {{(pid=100951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 07:06:22.566499 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Routers {'c8fc835a-db57-4f3e-8588-79281e670b5a'} bound to L3 agent in host dv-cinder-733062-23-iscsi {{(pid=100951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 07:06:22.567136 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T06:36:09Z,description=,heartbeat_timestamp=2021-09-09T07:06:10Z,host='dv-cinder-733062-23-iscsi',id=a34167c9-5523-4c2f-978f-3cf7d6a65204,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T06:36:10Z,topic='l3_agent')) {'router_ids': ['c8fc835a-db57-4f3e-8588-79281e670b5a'], 'active': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:22.584264 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] For port ac7067c5-f20b-41cd-9a00-62548dd8eb9e, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,segment=NetworkSegment(890d2c31-8dd0-4c43-995a-0b2bf76f63af),segment_id=890d2c31-8dd0-4c43-995a-0b2bf76f63af)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:22.584624 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.596485 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Calling delete_port for ac7067c5-f20b-41cd-9a00-62548dd8eb9e owned by network:router_gateway {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:22.651611 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvr_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] Set router c8fc835a-db57-4f3e-8588-79281e670b5a gateway port host: None {{(pid=100951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 07:06:22.703851 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.l3_hamode_db [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T07:06:22Z', 'revision_number': 6, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port_host': None}], 'dv-cinder-733062-23-iscsi', False) {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:22.729490 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cf21a-875b-4a45-a620-8da2c23723db None None] The sync data for ids ['c8fc835a-db57-4f3e-8588-79281e670b5a'] in dv-cinder-733062-23-iscsi is: [{'id': 'c8fc835a-db57-4f3e-8588-79281e670b5a', 'name': 'tempest-TestVolumeBootPattern-385883626-router', 'tenant_id': '0f2f62b0823d42cdb63bfaec332761b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T06:59:19Z', 'updated_at': '2021-09-09T07:06:22Z', 'revision_number': 6, 'project_id': '0f2f62b0823d42cdb63bfaec332761b5', 'gw_port_host': None}] {{(pid=100951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 07:06:22.828201 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:22.854091 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7067c5-f20b-41cd-9a00-62548dd8eb9e,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:22.912802 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693560'] for router_gateway, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.001097 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4487'] for router, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.003271 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.121335 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1694146'] for router, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.121868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fc835a-db57-4f3e-8588-79281e670b5a {{(pid=100948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 07:06:23.132729 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] Notify callbacks [] for router, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.132729 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-d6518983-8104-4e9d-baeb-bc22652a485c admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8fc835a-db57-4f3e-8588-79281e670b5a HTTP/1.1" status: 204 len: 168 time: 0.9704552 Sep 09 07:06:23.132729 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35382) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:23.177603 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 101149c9-5378-4d0e-842e-c82bd4e65e06 no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:23.178613 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Deleting subnet b3bcfa22-1194-49e4-af5b-a97ca6cbe94d {{(pid=100948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 07:06:23.181706 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.198170 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 101149c9-5378-4d0e-842e-c82bd4e65e06 {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:23.198758 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 101149c9-5378-4d0e-842e-c82bd4e65e06 not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:23.217178 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264407842'] for subnet, precommit_delete_associations {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.303536 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1477254'] for subnet, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.411675 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1477263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264505344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266164272'] for subnet, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.437084 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bcfa22-1194-49e4-af5b-a97ca6cbe94d,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:23.440662 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.442522 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-c7dc9bde-2d3a-4449-96ec-33400f934583 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3bcfa22-1194-49e4-af5b-a97ca6cbe94d HTTP/1.1" status: 204 len: 168 time: 0.3105536 Sep 09 07:06:23.444955 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35384) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:23.447515 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f311596-faf9-4dd0-a321-ddd8832ccefe None None] Network 290745ee-efca-40b1-9be6-2d918d8dfb3e requested from dv-cinder-733062-23-iscsi {{(pid=100950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 07:06:23.515243 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628314'] for network, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.569097 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Deleting port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed {{(pid=100948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:23.569435 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.623548 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] DHCP port deletion for 290745ee-efca-40b1-9be6-2d918d8dfb3e request from dv-cinder-733062-23-iscsi {{(pid=100950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 07:06:23.637285 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.db [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] For port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:23.637668 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.653526 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.plugin [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Calling delete_port for 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed owned by network:dhcp {{(pid=100948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:23.668883 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Deleting port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 07:06:23.669334 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729387896122'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.741040 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] For port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed, host dv-cinder-733062-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-23-iscsi',level=0,port_id=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,segment=NetworkSegment(0f86285b-55b6-4d8f-b892-a9b0bda565ff),segment_id=0f86285b-55b6-4d8f-b892-a9b0bda565ff)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 07:06:23.741447 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697375'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.754376 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Calling delete_port for 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 07:06:23.817237 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264505405'] for port, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.829062 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2016165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729387901188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387397578'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.845926 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] No DVR routers for this DVR port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed on host dv-cinder-733062-23-iscsi {{(pid=100948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:23.851283 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:23.856417 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] Pushing event deleted for resources: {'Port': ['ID=0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:23.861794 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d301952-7ee1-4cd7-90ef-3ed7862a965d None None] No DVR routers for this DVR port 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed on host dv-cinder-733062-23-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 07:06:23.925592 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474803', 'neutron.services.segments.db._delete_segments_for_network-8729387697565'] for network, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.944730 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290745ee-efca-40b1-9be6-2d918d8dfb3e']}} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:23.953541 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f86285b-55b6-4d8f-b892-a9b0bda565ff') {'for_net_delete': True} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:23.953833 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.services.segments.db [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f86285b-55b6-4d8f-b892-a9b0bda565ff') {} {{(pid=100948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 07:06:23.962794 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729387698086', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264407899'] for segment, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.975868 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604'] for segment, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.982178 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 07:06:23.982693 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264506082'] for segment, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: Traceback (most recent call last): Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: timer() Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: cb(*args, **kw) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: return func(*args, **kwargs) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: self._notify() Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: self.callback(batched_events) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: event.method(event) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: return f(self, *a, **k) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._get(url).json() Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: return self.request(url, 'GET', **kwargs) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 07:06:23.984495 dv-cinder-733062-23-iscsi neutron-server[100948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 07:06:24.074468 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1477888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693468'] for network, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.078927 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636139'] for network, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.081030 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] 10.222.0.37 "DELETE /v2.0/networks/290745ee-efca-40b1-9be6-2d918d8dfb3e HTTP/1.1" status: 204 len: 168 time: 0.6351297 Sep 09 07:06:24.097657 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead916-d86d-422e-9edf-1a70c3677e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=290745ee-efca-40b1-9be6-2d918d8dfb3e,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:24.312752 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35388) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:24.351617 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-ea3d8a94-7876-440d-b20d-bedcf39e5c36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ade4505d20244a8c989400309481cf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377185 Sep 09 07:06:24.353965 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.wsgi [-] (100948) accepted ('10.222.0.37', 35390) {{(pid=100948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:24.399778 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.420326 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.537034 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.539471 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron_lib.callbacks.manager [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:24.540625 dv-cinder-733062-23-iscsi neutron-server[100948]: INFO neutron.wsgi [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/890f052f-e119-4aa0-a5fe-4fb45b9516dc HTTP/1.1" status: 204 len: 168 time: 0.1857102 Sep 09 07:06:24.547986 dv-cinder-733062-23-iscsi neutron-server[100948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dfa72-d640-4a7e-a57a-3a6c91f94616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f052f-e119-4aa0-a5fe-4fb45b9516dc,revision_number=None']} {{(pid=100948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:25.012231 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:25.032666 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:25.033003 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device 0f15d0ee-fe67-4dc5-ab7f-94ee15e2feed not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:25.033419 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device ac7067c5-f20b-41cd-9a00-62548dd8eb9e no longer exists at agent ovs-agent-dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 07:06:25.052042 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] No Port match for: ac7067c5-f20b-41cd-9a00-62548dd8eb9e {{(pid=100950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 07:06:25.052323 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.rpc [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Device ac7067c5-f20b-41cd-9a00-62548dd8eb9e not bound to the agent host dv-cinder-733062-23-iscsi {{(pid=100950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 07:06:25.170434 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:06:25.235776 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35396) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:25.290498 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-87aaa090-eb0a-45e0-be0c-611602cc383c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f2f62b0823d42cdb63bfaec332761b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525572 Sep 09 07:06:25.292332 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [-] (100949) accepted ('10.222.0.37', 35398) {{(pid=100949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 07:06:25.340025 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:25.361356 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:25.485489 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581529'] for security_group, after_delete {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:25.488123 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:25.489912 dv-cinder-733062-23-iscsi neutron-server[100949]: INFO neutron.wsgi [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e51d8164-5ac7-426b-a870-b230b91000e1 HTTP/1.1" status: 204 len: 168 time: 0.1958029 Sep 09 07:06:25.498455 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0359-2859-46e2-b460-3f8303684299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d8164-5ac7-426b-a870-b230b91000e1,revision_number=None']} {{(pid=100949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 07:06:37.112882 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71d853f6-3fbd-4c8e-b10e-6b0e2f4e5ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:39.627642 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-65351ab3-68c6-4d82-b07b-ebeb16746adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:40.113748 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:40.805187 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:42.507806 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:06:46.370627 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:02.168876 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:07:07.072456 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8bb949a8-c5a6-4a71-865f-08e49312162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:09.615044 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c8b62d7a-e7f8-4d0a-90a0-bc7469807742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:10.129759 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:10.775500 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:12.546405 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:16.346578 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:37.094549 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-92d200ae-74e2-44f6-9f48-d272c63f1b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:37.804116 dv-cinder-733062-23-iscsi neutron-server[100949]: DEBUG neutron.wsgi [req-9c1a236c-85d5-4e0a-8794-62d7d99770ec req-173aeb57-58bb-427a-b816-5eb0e702ce60 service neutron] (100949) timed out ('10.222.0.35', 61027) {{(pid=100949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 07:07:39.169012 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:07:39.596916 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf00b-a868-440c-a4c5-834c5bf49d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:40.100178 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:40.785429 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:42.512082 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:07:46.362288 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:07.076618 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9a6daf78-64d9-431b-9dde-b9152fb73700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:09.619509 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4be8-a11e-4a23-a088-d66d9958bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:10.122184 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:10.790077 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:12.538056 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:16.168107 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:08:16.383671 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:37.098734 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-edf96f60-407f-459b-bae8-88401000001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:39.651359 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3aac00db-b2b0-435a-adb3-50d92a5a7475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:40.132794 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:40.767354 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:42.526723 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:46.372867 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:08:53.166838 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:09:07.086818 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0acf3fa2-8af6-4d90-a757-9116b4c490f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:09.635431 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f3f8164b-ad38-491f-96ce-80f6187438a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:10.154815 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:10.800558 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:12.537752 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:16.354493 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:30.165949 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:09:37.094504 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-223a3654-721b-4210-b4a7-86fd8ef89ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:39.634415 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3b4d48e3-0681-4435-9fbb-61f95ed11cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:40.159954 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:40.802698 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:42.551319 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:09:46.371176 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:07.090905 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0b72ff23-93dc-4b07-8811-1213be575ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:07.164075 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:10:09.686978 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-65dc9ed3-d9c4-4ecb-8dac-eccd9da011e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:10.173213 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:10.790176 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:12.547931 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:16.393278 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:37.097694 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe35f6fe-e180-46af-9f37-02682ae3cd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:39.640459 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-567165b4-18be-4140-8011-eed101f8896a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:40.215406 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:40.788757 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:42.541180 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:10:44.162334 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:10:46.409246 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:07.083269 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-07276319-596c-47dc-812f-ad72ae131885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:09.627391 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-78927270-f658-4e9e-bc45-b9d518e61934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:10.140192 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:10.804279 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:12.519009 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-850ce3d8-c166-45d0-b2d5-1720969f9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:16.408619 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-915c2764-6ded-4a84-a8bd-560de37a186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:21.160259 dv-cinder-733062-23-iscsi neutron-server[100951]: DEBUG neutron.db.agents_db [None req-ca5589dd-e7a3-48df-8c7a-7245790a4612 None None] Agent healthcheck: found 6 active agents {{(pid=100951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 07:11:37.118043 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0607a095-cd8a-4714-8d94-c5be0462cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:39.625987 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0037-d269-4a45-b378-0dd83bf7dda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:40.129183 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bd77-f5f3-42fe-8bef-260008c41590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 07:11:40.796780 dv-cinder-733062-23-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b014b845-9006-4ae4-8659-539f24317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729387697547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476405'] for agent, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}